{ "_class" : "hudson.tasks.junit.TestResult", "testActions" : [ ], "duration" : 5032.0, "empty" : False, "failCount" : 435, "passCount" : 0, "skipCount" : 0, "suites" : [ { "cases" : [ { "testActions" : [ ], "age" : 251, "className" : "nitb_sms:sysmo", "duration" : 5.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=3369): Process ended prematurely: osmo-nitb_10.42.42.2(pid=3369) [trial-2395↪nitb_sms:sysmo↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=3369)]", "failedSince" : 2145, "name" : "mo_mt_sms.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_sms/mo_mt_sms.py\", line 11, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=3369): Process ended prematurely: osmo-nitb_10.42.42.2(pid=3369) [trial-2395↪nitb_sms:sysmo↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=3369)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2395 nitb_sms:sysmo mo_mt_sms.py\u000a----------------------------------------------\u000a21:46:39.663507 tst nitb_sms:sysmo: Using 1 x ip_address (candidates: 1)\u000a21:46:39.674178 tst nitb_sms:sysmo: Using 1 x bts (candidates: 1)\u000a21:46:40.249508 tst mo_mt_sms.py: using LAC 36430\u000a21:46:40.361065 tst mo_mt_sms.py: using RAC 220\u000a21:46:40.472678 tst mo_mt_sms.py: using CellId 36430\u000a21:46:40.584887 tst mo_mt_sms.py: using BVCI 36431\u000a21:46:40.606567 tst nitb_sms:sysmo: Using 1 x modem (candidates: 2)\u000a21:46:40.788710 tst nitb_sms:sysmo: Using 1 x modem (candidates: 2)\u000a21:46:41.060916 tst mo_mt_sms.py:9: start nitb and bts...\u000a21:46:41.184138 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a21:46:43.402527 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=3368): Launched\u000a21:46:43.694254 run osmo-nitb_10.42.42.2(pid=3369): Launched\u000a21:46:43.864057 run osmo-nitb_10.42.42.2(pid=3369): ERR: Terminated: ERROR {rc=2} [trial-2395↪nitb_sms:sysmo↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=3369)]\u000a21:46:43.986917 run osmo-nitb_10.42.42.2(pid=3369): stdout: \u000a| (launched: 2022-12-13_21:46:43.551775) \u000a21:46:44.110167 run osmo-nitb_10.42.42.2(pid=3369): stderr: \u000a| (launched: 2022-12-13_21:46:43.595654)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a21:46:44.230102 run osmo-nitb_10.42.42.2(pid=3369): stdout: \u000a| (launched: 2022-12-13_21:46:43.551775) \u000a21:46:44.347782 run osmo-nitb_10.42.42.2(pid=3369): stderr: \u000a| (launched: 2022-12-13_21:46:43.595654)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a21:46:44.399050 tst mo_mt_sms.py:11: ERR: Error: osmo-nitb_10.42.42.2(pid=3369): Process ended prematurely: osmo-nitb_10.42.42.2(pid=3369) [trial-2395↪nitb_sms:sysmo↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=3369)] [trial-2395↪nitb_sms:sysmo↪mo_mt_sms.py:11]\u000a21:46:44.406980 tst mo_mt_sms.py:11: Test FAILED (4.7 sec)\u000a21:46:44.441702 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=3368): Terminating (SIGTERM)\u000a21:46:44.619718 --- ParallelTerminationStrategy: PID 3368 died...\u000a21:46:44.674945 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=3368): Terminated: ok {rc=0}\u000a21:46:44.763347 bus /sierra_3: Setting Powered False\u000a21:46:45.895948 bus /sierra_3: Setting Powered False\u000a21:46:47.015265 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 10.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "0", "name" : "nitb_sms_sysmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T21:46:39" }, { "cases" : [ { "testActions" : [ ], "age" : 65, "className" : "sms:sysmo", "duration" : 15.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=3379): Process ended prematurely: osmo-stp_10.42.42.5(pid=3379) [trial-2395↪sms:sysmo↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3379)]", "failedSince" : 2331, "name" : "mo_mt_sms.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/sms/mo_mt_sms.py\", line 16, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=3379): Process ended prematurely: osmo-stp_10.42.42.5(pid=3379) [trial-2395↪sms:sysmo↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3379)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2395 sms:sysmo mo_mt_sms.py\u000a----------------------------------------------\u000a21:46:48.868570 tst sms:sysmo: Using 1 x ip_address (candidates: 6)\u000a21:46:48.878968 tst sms:sysmo: Using 1 x bts (candidates: 1)\u000a21:46:49.005025 tst mo_mt_sms.py: using LAC 36431\u000a21:46:49.127959 tst mo_mt_sms.py: using RAC 221\u000a21:46:49.250978 tst mo_mt_sms.py: using CellId 36431\u000a21:46:49.374739 tst mo_mt_sms.py: using BVCI 36432\u000a21:46:49.398625 tst sms:sysmo: Using 1 x ip_address (candidates: 6)\u000a21:46:49.409487 tst sms:sysmo: Using 1 x ip_address (candidates: 6)\u000a21:46:49.420087 tst sms:sysmo: Using 1 x ip_address (candidates: 6)\u000a21:46:49.430799 tst sms:sysmo: Using 1 x ip_address (candidates: 6)\u000a21:46:49.442105 tst sms:sysmo: Using 1 x ip_address (candidates: 6)\u000a21:46:49.453392 tst sms:sysmo: Using 1 x modem (candidates: 2)\u000a21:46:49.569300 tst sms:sysmo: Using 1 x modem (candidates: 2)\u000a21:46:49.775897 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a21:46:51.482350 run create_hlr_db(pid=3373): Launched\u000a21:46:51.652674 bus /sierra_2: Setting Powered False\u000a21:46:52.673733 run create_hlr_db(pid=3373): Terminated: ok {rc=0}\u000a21:46:53.094087 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3375): Launched\u000a21:46:53.410979 run osmo-hlr_10.42.42.2(pid=3376): Launched\u000a21:46:53.527796 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a21:46:56.107500 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3378): Launched\u000a21:46:56.423472 run osmo-stp_10.42.42.5(pid=3379): Launched\u000a21:46:56.538806 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a21:47:02.066508 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3381): Launched\u000a21:47:02.382605 run osmo-msc_10.42.42.6(pid=3382): Launched\u000a21:47:02.567191 run osmo-stp_10.42.42.5(pid=3379): ERR: Terminated: ERROR {rc=1} [trial-2395↪sms:sysmo↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3379)]\u000a21:47:02.700920 run osmo-stp_10.42.42.5(pid=3379): stdout: \u000a| (launched: 2022-12-13_21:46:56.268070)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:47:02.834846 run osmo-stp_10.42.42.5(pid=3379): stderr: \u000a| �[0;m�[38;5;43m20221213214656459 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213214656459 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213214656460 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213214656460 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213214656460 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213214656461 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213214656461 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:47:02.960925 run osmo-stp_10.42.42.5(pid=3379): stdout: \u000a| (launched: 2022-12-13_21:46:56.268070)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:47:03.086684 run osmo-stp_10.42.42.5(pid=3379): stderr: \u000a| �[0;m�[38;5;43m20221213214656459 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213214656459 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213214656460 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213214656460 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213214656460 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213214656461 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213214656461 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:47:03.141677 tst mo_mt_sms.py:16: ERR: Error: osmo-stp_10.42.42.5(pid=3379): Process ended prematurely: osmo-stp_10.42.42.5(pid=3379) [trial-2395↪sms:sysmo↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3379)] [trial-2395↪sms:sysmo↪mo_mt_sms.py:16]\u000a21:47:03.150058 tst mo_mt_sms.py:16: Test FAILED (14.3 sec)\u000a21:47:03.211648 run osmo-hlr_10.42.42.2(pid=3376): ERR: Terminated: ERROR {rc=237} [trial-2395↪sms:sysmo↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=3376)]\u000a21:47:03.262616 run osmo-hlr_10.42.42.2(pid=3376): stdout: \u000a| (launched: 2022-12-13_21:46:53.254692) \u000a21:47:03.314498 run osmo-hlr_10.42.42.2(pid=3376): stderr: \u000a| �[0;m�[1;31m20221213214653452 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213214653452 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213214653452 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213214653452 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213214653452 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213214653452 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213214653464 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2395/run.2022-12-13_21-44-31/sms:sysmo/mo_mt_sms.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213214653472 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213214653473 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213214653473 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a21:47:03.384405 run osmo-msc_10.42.42.6(pid=3382): ERR: Terminated: ERROR {rc=2} [trial-2395↪sms:sysmo↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=3382)]\u000a21:47:03.435376 run osmo-msc_10.42.42.6(pid=3382): stdout: \u000a| (launched: 2022-12-13_21:47:02.227971) \u000a21:47:03.487806 run osmo-msc_10.42.42.6(pid=3382): stderr: \u000a| �[0;m�[38;5;43m20221213214702551 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213214702551 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f4f0dad2c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213214702552 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213214702552 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213214702552 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213214702552 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213214702554 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213214702554 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213214702555 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213214702555 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a21:47:03.531664 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3375): Terminating (SIGTERM)\u000a21:47:03.573236 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3378): Terminating (SIGTERM)\u000a21:47:03.614762 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3381): Terminating (SIGTERM)\u000a21:47:03.624321 --- ParallelTerminationStrategy: PID 3375 died...\u000a21:47:03.679834 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3375): Terminated: ok {rc=0}\u000a21:47:03.689821 --- ParallelTerminationStrategy: PID 3378 died...\u000a21:47:03.745488 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3378): Terminated: ok {rc=0}\u000a21:47:03.755347 --- ParallelTerminationStrategy: PID 3381 died...\u000a21:47:03.810680 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3381): Terminated: ok {rc=0}\u000a21:47:03.898234 bus /sierra_3: Setting Powered False\u000a21:47:05.005224 bus /sierra_3: Setting Powered False\u000a21:47:06.113784 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 20.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "1", "name" : "sms_sysmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T21:46:48" }, { "cases" : [ { "testActions" : [ ], "age" : 251, "className" : "nitb_ussd:sysmo", "duration" : 4.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=3388): Process ended prematurely: osmo-nitb_10.42.42.2(pid=3388) [trial-2395↪nitb_ussd:sysmo↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=3388)]", "failedSince" : 2145, "name" : "assert_extension.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_ussd/assert_extension.py\", line 12, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=3388): Process ended prematurely: osmo-nitb_10.42.42.2(pid=3388) [trial-2395↪nitb_ussd:sysmo↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=3388)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2395 nitb_ussd:sysmo assert_extension.py\u000a----------------------------------------------\u000a21:47:07.929160 tst nitb_ussd:sysmo: Using 1 x ip_address (candidates: 1)\u000a21:47:07.940038 tst nitb_ussd:sysmo: Using 1 x bts (candidates: 1)\u000a21:47:08.060112 tst assert_extension.py: using LAC 36432\u000a21:47:08.177800 tst assert_extension.py: using RAC 222\u000a21:47:08.305268 tst assert_extension.py: using CellId 36432\u000a21:47:08.433023 tst assert_extension.py: using BVCI 36433\u000a21:47:08.457200 tst nitb_ussd:sysmo: Using 1 x modem (candidates: 1)\u000a21:47:08.729193 tst assert_extension.py:10: start nitb and bts...\u000a21:47:08.851326 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a21:47:09.461281 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=3387): Launched\u000a21:47:09.752999 run osmo-nitb_10.42.42.2(pid=3388): Launched\u000a21:47:09.934444 run osmo-nitb_10.42.42.2(pid=3388): ERR: Terminated: ERROR {rc=2} [trial-2395↪nitb_ussd:sysmo↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=3388)]\u000a21:47:10.068470 run osmo-nitb_10.42.42.2(pid=3388): stdout: \u000a| (launched: 2022-12-13_21:47:09.610744) \u000a21:47:10.202724 run osmo-nitb_10.42.42.2(pid=3388): stderr: \u000a| (launched: 2022-12-13_21:47:09.654536)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a21:47:10.333122 run osmo-nitb_10.42.42.2(pid=3388): stdout: \u000a| (launched: 2022-12-13_21:47:09.610744) \u000a21:47:10.462655 run osmo-nitb_10.42.42.2(pid=3388): stderr: \u000a| (launched: 2022-12-13_21:47:09.654536)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a21:47:10.872253 tst osmo-nitb_10.42.42.2(pid=3388): stdout: \u000a| (launched: 2022-12-13_21:47:09.610744) \u000a21:47:10.989686 tst osmo-nitb_10.42.42.2(pid=3388): stderr: \u000a| (launched: 2022-12-13_21:47:09.654536)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a21:47:11.041506 tst assert_extension.py:12: ERR: Error: osmo-nitb_10.42.42.2(pid=3388): Process ended prematurely: osmo-nitb_10.42.42.2(pid=3388) [trial-2395↪nitb_ussd:sysmo↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=3388)] [trial-2395↪nitb_ussd:sysmo↪assert_extension.py:12]\u000a21:47:11.049663 tst assert_extension.py:12: Test FAILED (3.1 sec)\u000a21:47:11.083931 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=3387): Terminating (SIGTERM)\u000a21:47:11.261564 --- ParallelTerminationStrategy: PID 3387 died...\u000a21:47:11.316658 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=3387): Terminated: ok {rc=0}\u000a21:47:11.404321 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 6.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "2", "name" : "nitb_ussd_sysmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T21:47:07" }, { "cases" : [ { "testActions" : [ ], "age" : 65, "className" : "ussd:sysmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=3398): Process ended prematurely: osmo-stp_10.42.42.5(pid=3398) [trial-2395↪ussd:sysmo↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3398)]", "failedSince" : 2331, "name" : "assert_extension.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/ussd/assert_extension.py\", line 17, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=3398): Process ended prematurely: osmo-stp_10.42.42.5(pid=3398) [trial-2395↪ussd:sysmo↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3398)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2395 ussd:sysmo assert_extension.py\u000a----------------------------------------------\u000a21:47:13.228851 tst ussd:sysmo: Using 1 x ip_address (candidates: 6)\u000a21:47:13.239930 tst ussd:sysmo: Using 1 x bts (candidates: 1)\u000a21:47:13.367945 tst assert_extension.py: using LAC 36433\u000a21:47:13.491131 tst assert_extension.py: using RAC 223\u000a21:47:13.614618 tst assert_extension.py: using CellId 36433\u000a21:47:13.737894 tst assert_extension.py: using BVCI 36434\u000a21:47:13.761860 tst ussd:sysmo: Using 1 x ip_address (candidates: 6)\u000a21:47:13.772695 tst ussd:sysmo: Using 1 x ip_address (candidates: 6)\u000a21:47:13.783537 tst ussd:sysmo: Using 1 x ip_address (candidates: 6)\u000a21:47:13.794247 tst ussd:sysmo: Using 1 x ip_address (candidates: 6)\u000a21:47:13.805419 tst ussd:sysmo: Using 1 x ip_address (candidates: 6)\u000a21:47:13.816574 tst ussd:sysmo: Using 1 x modem (candidates: 1)\u000a21:47:14.013426 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a21:47:14.478043 run create_hlr_db(pid=3392): Launched\u000a21:47:14.648128 bus /sierra_2: Setting Powered False\u000a21:47:15.670331 run create_hlr_db(pid=3392): Terminated: ok {rc=0}\u000a21:47:16.122625 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3394): Launched\u000a21:47:16.540578 run osmo-hlr_10.42.42.2(pid=3395): Launched\u000a21:47:16.724929 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a21:47:17.324351 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3397): Launched\u000a21:47:17.641739 run osmo-stp_10.42.42.5(pid=3398): Launched\u000a21:47:17.756106 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a21:47:18.330813 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3400): Launched\u000a21:47:18.646816 run osmo-msc_10.42.42.6(pid=3401): Launched\u000a21:47:18.832217 run osmo-stp_10.42.42.5(pid=3398): ERR: Terminated: ERROR {rc=1} [trial-2395↪ussd:sysmo↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3398)]\u000a21:47:18.966013 run osmo-stp_10.42.42.5(pid=3398): stdout: \u000a| (launched: 2022-12-13_21:47:17.485369)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:47:19.099864 run osmo-stp_10.42.42.5(pid=3398): stderr: \u000a| �[0;m�[38;5;43m20221213214717678 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213214717678 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213214717678 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213214717679 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213214717679 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213214717679 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213214717679 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:47:19.226836 run osmo-stp_10.42.42.5(pid=3398): stdout: \u000a| (launched: 2022-12-13_21:47:17.485369)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:47:19.352523 run osmo-stp_10.42.42.5(pid=3398): stderr: \u000a| �[0;m�[38;5;43m20221213214717678 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213214717678 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213214717678 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213214717679 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213214717679 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213214717679 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213214717679 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:47:19.407314 tst assert_extension.py:17: ERR: Error: osmo-stp_10.42.42.5(pid=3398): Process ended prematurely: osmo-stp_10.42.42.5(pid=3398) [trial-2395↪ussd:sysmo↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3398)] [trial-2395↪ussd:sysmo↪assert_extension.py:17]\u000a21:47:19.415733 tst assert_extension.py:17: Test FAILED (6.2 sec)\u000a21:47:19.477777 run osmo-hlr_10.42.42.2(pid=3395): ERR: Terminated: ERROR {rc=237} [trial-2395↪ussd:sysmo↪assert_extension.py↪assert_extension.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=3395)]\u000a21:47:19.528739 run osmo-hlr_10.42.42.2(pid=3395): stdout: \u000a| (launched: 2022-12-13_21:47:16.287162) \u000a21:47:19.580220 run osmo-hlr_10.42.42.2(pid=3395): stderr: \u000a| �[0;m�[1;31m20221213214716491 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213214716491 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213214716491 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213214716491 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213214716491 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213214716491 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213214716584 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2395/run.2022-12-13_21-44-31/ussd:sysmo/assert_extension.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213214716592 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213214716593 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213214716593 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a21:47:19.650149 run osmo-msc_10.42.42.6(pid=3401): ERR: Terminated: ERROR {rc=2} [trial-2395↪ussd:sysmo↪assert_extension.py↪assert_extension.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=3401)]\u000a21:47:19.701114 run osmo-msc_10.42.42.6(pid=3401): stdout: \u000a| (launched: 2022-12-13_21:47:18.491308) \u000a21:47:19.752730 run osmo-msc_10.42.42.6(pid=3401): stderr: \u000a| �[0;m�[38;5;43m20221213214718813 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213214718813 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fbf72610c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213214718813 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213214718813 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213214718813 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213214718813 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213214718815 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213214718815 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213214718816 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213214718816 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a21:47:19.796369 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3394): Terminating (SIGTERM)\u000a21:47:19.837576 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3397): Terminating (SIGTERM)\u000a21:47:19.878776 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3400): Terminating (SIGTERM)\u000a21:47:19.888228 --- ParallelTerminationStrategy: PID 3394 died...\u000a21:47:19.943644 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3394): Terminated: ok {rc=0}\u000a21:47:19.953607 --- ParallelTerminationStrategy: PID 3397 died...\u000a21:47:20.008713 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3397): Terminated: ok {rc=0}\u000a21:47:20.018549 --- ParallelTerminationStrategy: PID 3400 died...\u000a21:47:20.073400 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3400): Terminated: ok {rc=0}\u000a21:47:20.159313 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 9.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "3", "name" : "ussd_sysmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T21:47:13" }, { "cases" : [ { "testActions" : [ ], "age" : 65, "className" : "voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=3412): Process ended prematurely: osmo-stp_10.42.42.5(pid=3412) [trial-2395↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3412)]", "failedSince" : 2331, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=3412): Process ended prematurely: osmo-stp_10.42.42.5(pid=3412) [trial-2395↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3412)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2395 voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call.py\u000a----------------------------------------------\u000a21:47:22.080714 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a21:47:22.092014 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1)\u000a21:47:22.242923 tst mo_mt_call.py: using LAC 36434\u000a21:47:22.369468 tst mo_mt_call.py: using RAC 224\u000a21:47:22.499926 tst mo_mt_call.py: using CellId 36434\u000a21:47:22.623676 tst mo_mt_call.py: using BVCI 36435\u000a21:47:22.648060 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a21:47:22.659425 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a21:47:22.670725 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a21:47:22.681905 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a21:47:22.693365 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a21:47:22.704568 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a21:47:22.822318 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a21:47:23.030267 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a21:47:23.544393 run create_hlr_db(pid=3406): Launched\u000a21:47:23.731046 bus /sierra_2: Setting Powered False\u000a21:47:24.753441 run create_hlr_db(pid=3406): Terminated: ok {rc=0}\u000a21:47:25.159142 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3408): Launched\u000a21:47:25.461142 run osmo-hlr_10.42.42.2(pid=3409): Launched\u000a21:47:25.578946 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a21:47:26.108257 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3411): Launched\u000a21:47:26.430304 run osmo-stp_10.42.42.5(pid=3412): Launched\u000a21:47:26.540730 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a21:47:27.090119 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3414): Launched\u000a21:47:27.391700 run osmo-msc_10.42.42.6(pid=3415): Launched\u000a21:47:27.569958 run osmo-stp_10.42.42.5(pid=3412): ERR: Terminated: ERROR {rc=1} [trial-2395↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3412)]\u000a21:47:27.697683 run osmo-stp_10.42.42.5(pid=3412): stdout: \u000a| (launched: 2022-12-13_21:47:26.261284)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:47:27.823289 run osmo-stp_10.42.42.5(pid=3412): stderr: \u000a| �[0;m�[38;5;43m20221213214726437 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213214726437 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213214726437 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213214726438 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213214726438 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213214726438 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213214726438 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:47:27.944809 run osmo-stp_10.42.42.5(pid=3412): stdout: \u000a| (launched: 2022-12-13_21:47:26.261284)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:47:28.065197 run osmo-stp_10.42.42.5(pid=3412): stderr: \u000a| �[0;m�[38;5;43m20221213214726437 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213214726437 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213214726437 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213214726438 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213214726438 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213214726438 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213214726438 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:47:28.118459 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=3412): Process ended prematurely: osmo-stp_10.42.42.5(pid=3412) [trial-2395↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3412)] [trial-2395↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8]\u000a21:47:28.126898 tst mo_mt_call.py:8: Test FAILED (6.1 sec)\u000a21:47:28.187359 run osmo-hlr_10.42.42.2(pid=3409): ERR: Terminated: ERROR {rc=237} [trial-2395↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=3409)]\u000a21:47:28.236812 run osmo-hlr_10.42.42.2(pid=3409): stdout: \u000a| (launched: 2022-12-13_21:47:25.312203) \u000a21:47:28.286654 run osmo-hlr_10.42.42.2(pid=3409): stderr: \u000a| �[0;m�[1;31m20221213214725490 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213214725490 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213214725490 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213214725490 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213214725490 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213214725490 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213214725502 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2395/run.2022-12-13_21-44-31/voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213214725513 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213214725513 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213214725514 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a21:47:28.353910 run osmo-msc_10.42.42.6(pid=3415): ERR: Terminated: ERROR {rc=2} [trial-2395↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=3415)]\u000a21:47:28.403119 run osmo-msc_10.42.42.6(pid=3415): stdout: \u000a| (launched: 2022-12-13_21:47:27.242072) \u000a21:47:28.452631 run osmo-msc_10.42.42.6(pid=3415): stderr: \u000a| �[0;m�[38;5;43m20221213214727515 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213214727515 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f8257701c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213214727515 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213214727515 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213214727515 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213214727515 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213214727517 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213214727518 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213214727518 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213214727518 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a21:47:28.494862 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3408): Terminating (SIGTERM)\u000a21:47:28.535080 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3411): Terminating (SIGTERM)\u000a21:47:28.575010 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3414): Terminating (SIGTERM)\u000a21:47:28.584056 --- ParallelTerminationStrategy: PID 3408 died...\u000a21:47:28.637760 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3408): Terminated: ok {rc=0}\u000a21:47:28.647173 --- ParallelTerminationStrategy: PID 3411 died...\u000a21:47:28.700511 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3411): Terminated: ok {rc=0}\u000a21:47:28.709932 --- ParallelTerminationStrategy: PID 3414 died...\u000a21:47:28.763219 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3414): Terminated: ok {rc=0}\u000a21:47:28.846717 bus /sierra_3: Setting Powered False\u000a21:47:29.951839 bus /sierra_3: Setting Powered False\u000a21:47:31.065369 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 67, "className" : "voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1", "duration" : 6.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=3423): Process ended prematurely: osmo-stp_10.42.42.5(pid=3423) [trial-2395↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3423)]", "failedSince" : 2329, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=3423): Process ended prematurely: osmo-stp_10.42.42.5(pid=3423) [trial-2395↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3423)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2395 voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a21:47:32.177794 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a21:47:32.190136 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1)\u000a21:47:32.342231 tst mo_mt_call_osmux.py: using LAC 36435\u000a21:47:32.460107 tst mo_mt_call_osmux.py: using RAC 225\u000a21:47:32.576302 tst mo_mt_call_osmux.py: using CellId 36435\u000a21:47:32.695023 tst mo_mt_call_osmux.py: using BVCI 36436\u000a21:47:32.718137 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a21:47:32.729118 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a21:47:32.739888 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a21:47:32.750589 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a21:47:32.761692 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a21:47:32.772715 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a21:47:32.893729 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a21:47:33.097136 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a21:47:33.571542 run create_hlr_db(pid=3417): Launched\u000a21:47:33.744630 bus /sierra_2: Setting Powered False\u000a21:47:34.767946 run create_hlr_db(pid=3417): Terminated: ok {rc=0}\u000a21:47:35.169681 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3419): Launched\u000a21:47:35.471722 run osmo-hlr_10.42.42.2(pid=3420): Launched\u000a21:47:35.580053 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a21:47:36.103824 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3422): Launched\u000a21:47:36.405608 run osmo-stp_10.42.42.5(pid=3423): Launched\u000a21:47:36.515555 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a21:47:37.066515 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3425): Launched\u000a21:47:37.368878 run osmo-msc_10.42.42.6(pid=3426): Launched\u000a21:47:37.547890 run osmo-stp_10.42.42.5(pid=3423): ERR: Terminated: ERROR {rc=1} [trial-2395↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3423)]\u000a21:47:37.676081 run osmo-stp_10.42.42.5(pid=3423): stdout: \u000a| (launched: 2022-12-13_21:47:36.256604)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:47:37.802166 run osmo-stp_10.42.42.5(pid=3423): stderr: \u000a| �[0;m�[38;5;43m20221213214736426 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213214736426 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213214736427 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213214736427 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213214736427 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213214736428 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213214736428 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:47:37.923283 run osmo-stp_10.42.42.5(pid=3423): stdout: \u000a| (launched: 2022-12-13_21:47:36.256604)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:47:38.043285 run osmo-stp_10.42.42.5(pid=3423): stderr: \u000a| �[0;m�[38;5;43m20221213214736426 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213214736426 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213214736427 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213214736427 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213214736427 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213214736428 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213214736428 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:47:38.096237 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=3423): Process ended prematurely: osmo-stp_10.42.42.5(pid=3423) [trial-2395↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3423)] [trial-2395↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8]\u000a21:47:38.104754 tst mo_mt_call_osmux.py:8: Test FAILED (6.0 sec)\u000a21:47:38.165148 run osmo-hlr_10.42.42.2(pid=3420): ERR: Terminated: ERROR {rc=237} [trial-2395↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=3420)]\u000a21:47:38.214060 run osmo-hlr_10.42.42.2(pid=3420): stdout: \u000a| (launched: 2022-12-13_21:47:35.322907) \u000a21:47:38.263425 run osmo-hlr_10.42.42.2(pid=3420): stderr: \u000a| �[0;m�[1;31m20221213214735501 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213214735501 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213214735501 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213214735501 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213214735501 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213214735501 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213214735562 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2395/run.2022-12-13_21-44-31/voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213214735572 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213214735573 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213214735573 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a21:47:38.330916 run osmo-msc_10.42.42.6(pid=3426): ERR: Terminated: ERROR {rc=2} [trial-2395↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=3426)]\u000a21:47:38.379976 run osmo-msc_10.42.42.6(pid=3426): stdout: \u000a| (launched: 2022-12-13_21:47:37.219550) \u000a21:47:38.429404 run osmo-msc_10.42.42.6(pid=3426): stderr: \u000a| �[0;m�[38;5;43m20221213214737493 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213214737493 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fba3acfbc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213214737493 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213214737494 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213214737494 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213214737494 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213214737496 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213214737496 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213214737496 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213214737496 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a21:47:38.471603 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3419): Terminating (SIGTERM)\u000a21:47:38.511443 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3422): Terminating (SIGTERM)\u000a21:47:38.551081 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3425): Terminating (SIGTERM)\u000a21:47:38.560177 --- ParallelTerminationStrategy: PID 3419 died...\u000a21:47:38.613993 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3419): Terminated: ok {rc=0}\u000a21:47:38.623546 --- ParallelTerminationStrategy: PID 3422 died...\u000a21:47:38.677044 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3422): Terminated: ok {rc=0}\u000a21:47:38.686542 --- ParallelTerminationStrategy: PID 3425 died...\u000a21:47:38.739915 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3425): Terminated: ok {rc=0}\u000a21:47:38.827595 bus /sierra_3: Setting Powered False\u000a21:47:39.929840 bus /sierra_3: Setting Powered False\u000a21:47:41.035264 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 21.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "4", "name" : "voice_sysmo+mod-bts0-ts-tchf+cfg-codec-fr1", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T21:47:21" }, { "cases" : [ { "testActions" : [ ], "age" : 65, "className" : "voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=3437): Process ended prematurely: osmo-stp_10.42.42.5(pid=3437) [trial-2395↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3437)]", "failedSince" : 2331, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=3437): Process ended prematurely: osmo-stp_10.42.42.5(pid=3437) [trial-2395↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3437)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2395 voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call.py\u000a----------------------------------------------\u000a21:47:43.005799 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a21:47:43.017120 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1)\u000a21:47:43.166409 tst mo_mt_call.py: using LAC 36436\u000a21:47:43.291100 tst mo_mt_call.py: using RAC 226\u000a21:47:43.416280 tst mo_mt_call.py: using CellId 36436\u000a21:47:43.541275 tst mo_mt_call.py: using BVCI 36437\u000a21:47:43.565797 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a21:47:43.577102 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a21:47:43.588213 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a21:47:43.599449 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a21:47:43.610801 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a21:47:43.622044 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a21:47:43.742671 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a21:47:43.953096 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a21:47:44.468251 run create_hlr_db(pid=3431): Launched\u000a21:47:44.654855 bus /sierra_2: Setting Powered False\u000a21:47:45.676934 run create_hlr_db(pid=3431): Terminated: ok {rc=0}\u000a21:47:46.133395 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3433): Launched\u000a21:47:46.577845 run osmo-hlr_10.42.42.2(pid=3434): Launched\u000a21:47:46.773203 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a21:47:47.383661 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3436): Launched\u000a21:47:47.685595 run osmo-stp_10.42.42.5(pid=3437): Launched\u000a21:47:47.795976 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a21:47:48.346144 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3439): Launched\u000a21:47:48.648415 run osmo-msc_10.42.42.6(pid=3440): Launched\u000a21:47:48.826086 run osmo-stp_10.42.42.5(pid=3437): ERR: Terminated: ERROR {rc=1} [trial-2395↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3437)]\u000a21:47:48.954087 run osmo-stp_10.42.42.5(pid=3437): stdout: \u000a| (launched: 2022-12-13_21:47:47.536679)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:47:49.079443 run osmo-stp_10.42.42.5(pid=3437): stderr: \u000a| �[0;m�[38;5;43m20221213214747708 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213214747708 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213214747709 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213214747709 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213214747710 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213214747710 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213214747710 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:47:49.200617 run osmo-stp_10.42.42.5(pid=3437): stdout: \u000a| (launched: 2022-12-13_21:47:47.536679)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:47:49.320318 run osmo-stp_10.42.42.5(pid=3437): stderr: \u000a| �[0;m�[38;5;43m20221213214747708 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213214747708 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213214747709 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213214747709 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213214747710 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213214747710 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213214747710 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:47:49.373033 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=3437): Process ended prematurely: osmo-stp_10.42.42.5(pid=3437) [trial-2395↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3437)] [trial-2395↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8]\u000a21:47:49.381463 tst mo_mt_call.py:8: Test FAILED (6.4 sec)\u000a21:47:49.441339 run osmo-hlr_10.42.42.2(pid=3434): ERR: Terminated: ERROR {rc=237} [trial-2395↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=3434)]\u000a21:47:49.489932 run osmo-hlr_10.42.42.2(pid=3434): stdout: \u000a| (launched: 2022-12-13_21:47:46.290376) \u000a21:47:49.539126 run osmo-hlr_10.42.42.2(pid=3434): stderr: \u000a| �[0;m�[1;31m20221213214746557 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213214746557 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213214746557 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213214746557 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213214746557 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213214746558 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213214746623 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2395/run.2022-12-13_21-44-31/voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213214746634 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213214746634 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213214746634 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a21:47:49.605846 run osmo-msc_10.42.42.6(pid=3440): ERR: Terminated: ERROR {rc=2} [trial-2395↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=3440)]\u000a21:47:49.654387 run osmo-msc_10.42.42.6(pid=3440): stdout: \u000a| (launched: 2022-12-13_21:47:48.498853) \u000a21:47:49.703686 run osmo-msc_10.42.42.6(pid=3440): stderr: \u000a| �[0;m�[38;5;43m20221213214748772 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213214748773 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fa72f264c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213214748773 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213214748773 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213214748773 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213214748773 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213214748775 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213214748775 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213214748775 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213214748775 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a21:47:49.745446 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3433): Terminating (SIGTERM)\u000a21:47:49.784773 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3436): Terminating (SIGTERM)\u000a21:47:49.824223 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3439): Terminating (SIGTERM)\u000a21:47:49.833239 --- ParallelTerminationStrategy: PID 3433 died...\u000a21:47:49.886751 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3433): Terminated: ok {rc=0}\u000a21:47:49.896095 --- ParallelTerminationStrategy: PID 3436 died...\u000a21:47:49.948996 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3436): Terminated: ok {rc=0}\u000a21:47:49.958319 --- ParallelTerminationStrategy: PID 3439 died...\u000a21:47:50.011143 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3439): Terminated: ok {rc=0}\u000a21:47:50.099797 bus /sierra_3: Setting Powered False\u000a21:47:51.201566 bus /sierra_3: Setting Powered False\u000a21:47:52.308120 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 67, "className" : "voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=3448): Process ended prematurely: osmo-stp_10.42.42.5(pid=3448) [trial-2395↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3448)]", "failedSince" : 2329, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=3448): Process ended prematurely: osmo-stp_10.42.42.5(pid=3448) [trial-2395↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3448)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2395 voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a21:47:53.422375 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a21:47:53.434429 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1)\u000a21:47:53.585839 tst mo_mt_call_osmux.py: using LAC 36437\u000a21:47:53.716018 tst mo_mt_call_osmux.py: using RAC 227\u000a21:47:53.836460 tst mo_mt_call_osmux.py: using CellId 36437\u000a21:47:53.960315 tst mo_mt_call_osmux.py: using BVCI 36438\u000a21:47:53.984826 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a21:47:53.996462 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a21:47:54.007889 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a21:47:54.019092 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a21:47:54.030823 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a21:47:54.042431 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a21:47:54.162973 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a21:47:54.372811 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a21:47:54.890046 run create_hlr_db(pid=3442): Launched\u000a21:47:55.076310 bus /sierra_2: Setting Powered False\u000a21:47:56.098021 run create_hlr_db(pid=3442): Terminated: ok {rc=0}\u000a21:47:56.526610 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3444): Launched\u000a21:47:56.851209 run osmo-hlr_10.42.42.2(pid=3445): Launched\u000a21:47:56.973145 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a21:47:57.534108 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3447): Launched\u000a21:47:57.857289 run osmo-stp_10.42.42.5(pid=3448): Launched\u000a21:47:57.974297 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a21:47:58.563210 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3450): Launched\u000a21:47:58.887346 run osmo-msc_10.42.42.6(pid=3451): Launched\u000a21:47:59.076269 run osmo-stp_10.42.42.5(pid=3448): ERR: Terminated: ERROR {rc=1} [trial-2395↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3448)]\u000a21:47:59.212726 run osmo-stp_10.42.42.5(pid=3448): stdout: \u000a| (launched: 2022-12-13_21:47:57.698590)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:47:59.348605 run osmo-stp_10.42.42.5(pid=3448): stderr: \u000a| �[0;m�[38;5;43m20221213214757894 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213214757894 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213214757894 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213214757894 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213214757895 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213214757895 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213214757895 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:47:59.478555 run osmo-stp_10.42.42.5(pid=3448): stdout: \u000a| (launched: 2022-12-13_21:47:57.698590)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:47:59.607150 run osmo-stp_10.42.42.5(pid=3448): stderr: \u000a| �[0;m�[38;5;43m20221213214757894 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213214757894 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213214757894 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213214757894 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213214757895 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213214757895 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213214757895 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:47:59.663681 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=3448): Process ended prematurely: osmo-stp_10.42.42.5(pid=3448) [trial-2395↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3448)] [trial-2395↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8]\u000a21:47:59.672635 tst mo_mt_call_osmux.py:8: Test FAILED (6.3 sec)\u000a21:47:59.734789 run osmo-hlr_10.42.42.2(pid=3445): ERR: Terminated: ERROR {rc=237} [trial-2395↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=3445)]\u000a21:47:59.786392 run osmo-hlr_10.42.42.2(pid=3445): stdout: \u000a| (launched: 2022-12-13_21:47:56.690780) \u000a21:47:59.838178 run osmo-hlr_10.42.42.2(pid=3445): stderr: \u000a| �[0;m�[1;31m20221213214756893 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213214756893 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213214756893 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213214756893 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213214756893 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213214756893 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213214756906 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2395/run.2022-12-13_21-44-31/voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213214756914 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213214756914 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213214756914 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a21:47:59.908067 run osmo-msc_10.42.42.6(pid=3451): ERR: Terminated: ERROR {rc=2} [trial-2395↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=3451)]\u000a21:47:59.959164 run osmo-msc_10.42.42.6(pid=3451): stdout: \u000a| (launched: 2022-12-13_21:47:58.727529) \u000a21:48:00.010640 run osmo-msc_10.42.42.6(pid=3451): stderr: \u000a| �[0;m�[38;5;43m20221213214759052 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213214759052 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f856d2e5c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213214759052 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213214759052 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213214759052 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213214759053 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213214759054 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213214759055 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213214759055 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213214759055 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a21:48:00.054304 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3444): Terminating (SIGTERM)\u000a21:48:00.095634 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3447): Terminating (SIGTERM)\u000a21:48:00.137109 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3450): Terminating (SIGTERM)\u000a21:48:00.146714 --- ParallelTerminationStrategy: PID 3444 died...\u000a21:48:00.202423 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3444): Terminated: ok {rc=0}\u000a21:48:00.212454 --- ParallelTerminationStrategy: PID 3447 died...\u000a21:48:00.267938 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3447): Terminated: ok {rc=0}\u000a21:48:00.277977 --- ParallelTerminationStrategy: PID 3450 died...\u000a21:48:00.333342 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3450): Terminated: ok {rc=0}\u000a21:48:00.420727 bus /sierra_3: Setting Powered False\u000a21:48:01.522791 bus /sierra_3: Setting Powered False\u000a21:48:02.629367 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "5", "name" : "voice_sysmo+mod-bts0-ts-tchf+cfg-codec-fr2", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T21:47:42" }, { "cases" : [ { "testActions" : [ ], "age" : 65, "className" : "voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=3462): Process ended prematurely: osmo-stp_10.42.42.5(pid=3462) [trial-2395↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3462)]", "failedSince" : 2331, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=3462): Process ended prematurely: osmo-stp_10.42.42.5(pid=3462) [trial-2395↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3462)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2395 voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call.py\u000a----------------------------------------------\u000a21:48:04.593912 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a21:48:04.605438 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1)\u000a21:48:04.756734 tst mo_mt_call.py: using LAC 36438\u000a21:48:04.885536 tst mo_mt_call.py: using RAC 228\u000a21:48:05.013392 tst mo_mt_call.py: using CellId 36438\u000a21:48:05.139519 tst mo_mt_call.py: using BVCI 36439\u000a21:48:05.164127 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a21:48:05.175545 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a21:48:05.186737 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a21:48:05.197971 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a21:48:05.209543 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a21:48:05.220925 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a21:48:05.341468 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a21:48:05.543972 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a21:48:06.019592 run create_hlr_db(pid=3456): Launched\u000a21:48:06.192625 bus /sierra_2: Setting Powered False\u000a21:48:07.215028 run create_hlr_db(pid=3456): Terminated: ok {rc=0}\u000a21:48:07.617444 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3458): Launched\u000a21:48:07.918766 run osmo-hlr_10.42.42.2(pid=3459): Launched\u000a21:48:08.032305 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a21:48:08.564856 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3461): Launched\u000a21:48:08.866987 run osmo-stp_10.42.42.5(pid=3462): Launched\u000a21:48:08.977326 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a21:48:09.526042 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3464): Launched\u000a21:48:09.827724 run osmo-msc_10.42.42.6(pid=3465): Launched\u000a21:48:10.005678 run osmo-stp_10.42.42.5(pid=3462): ERR: Terminated: ERROR {rc=1} [trial-2395↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3462)]\u000a21:48:10.134176 run osmo-stp_10.42.42.5(pid=3462): stdout: \u000a| (launched: 2022-12-13_21:48:08.717644)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:48:10.260064 run osmo-stp_10.42.42.5(pid=3462): stderr: \u000a| �[0;m�[38;5;43m20221213214808891 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213214808891 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213214808891 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213214808892 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213214808892 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213214808892 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213214808892 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:48:10.381537 run osmo-stp_10.42.42.5(pid=3462): stdout: \u000a| (launched: 2022-12-13_21:48:08.717644)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:48:10.502250 run osmo-stp_10.42.42.5(pid=3462): stderr: \u000a| �[0;m�[38;5;43m20221213214808891 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213214808891 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213214808891 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213214808892 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213214808892 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213214808892 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213214808892 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:48:10.555296 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=3462): Process ended prematurely: osmo-stp_10.42.42.5(pid=3462) [trial-2395↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3462)] [trial-2395↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8]\u000a21:48:10.563723 tst mo_mt_call.py:8: Test FAILED (6.0 sec)\u000a21:48:10.624003 run osmo-hlr_10.42.42.2(pid=3459): ERR: Terminated: ERROR {rc=237} [trial-2395↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=3459)]\u000a21:48:10.673162 run osmo-hlr_10.42.42.2(pid=3459): stdout: \u000a| (launched: 2022-12-13_21:48:07.770062) \u000a21:48:10.722856 run osmo-hlr_10.42.42.2(pid=3459): stderr: \u000a| �[0;m�[1;31m20221213214807948 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213214807948 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213214807948 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213214807949 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213214807949 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213214807949 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213214807960 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2395/run.2022-12-13_21-44-31/voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213214807969 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213214807969 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213214807969 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a21:48:10.790368 run osmo-msc_10.42.42.6(pid=3465): ERR: Terminated: ERROR {rc=2} [trial-2395↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=3465)]\u000a21:48:10.839427 run osmo-msc_10.42.42.6(pid=3465): stdout: \u000a| (launched: 2022-12-13_21:48:09.678868) \u000a21:48:10.889316 run osmo-msc_10.42.42.6(pid=3465): stderr: \u000a| �[0;m�[38;5;43m20221213214809951 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213214809952 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f9db9e2dc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213214809952 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213214809952 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213214809952 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213214809952 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213214809954 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213214809954 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213214809954 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213214809955 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a21:48:10.931570 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3458): Terminating (SIGTERM)\u000a21:48:10.971278 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3461): Terminating (SIGTERM)\u000a21:48:11.010944 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3464): Terminating (SIGTERM)\u000a21:48:11.020054 --- ParallelTerminationStrategy: PID 3458 died...\u000a21:48:11.073797 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3458): Terminated: ok {rc=0}\u000a21:48:11.083331 --- ParallelTerminationStrategy: PID 3461 died...\u000a21:48:11.136499 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3461): Terminated: ok {rc=0}\u000a21:48:11.146013 --- ParallelTerminationStrategy: PID 3464 died...\u000a21:48:11.199374 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3464): Terminated: ok {rc=0}\u000a21:48:11.286519 bus /sierra_3: Setting Powered False\u000a21:48:12.389042 bus /sierra_3: Setting Powered False\u000a21:48:13.499881 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 76, "className" : "voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=3473): Process ended prematurely: osmo-stp_10.42.42.5(pid=3473) [trial-2395↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3473)]", "failedSince" : 2320, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=3473): Process ended prematurely: osmo-stp_10.42.42.5(pid=3473) [trial-2395↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3473)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2395 voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a21:48:14.608649 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a21:48:14.620195 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1)\u000a21:48:14.764292 tst mo_mt_call_osmux.py: using LAC 36439\u000a21:48:14.883798 tst mo_mt_call_osmux.py: using RAC 229\u000a21:48:15.013668 tst mo_mt_call_osmux.py: using CellId 36439\u000a21:48:15.139593 tst mo_mt_call_osmux.py: using BVCI 36440\u000a21:48:15.164379 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a21:48:15.175882 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a21:48:15.187319 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a21:48:15.198628 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a21:48:15.209825 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a21:48:15.221063 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a21:48:15.338343 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a21:48:15.547421 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a21:48:16.104838 run create_hlr_db(pid=3467): Launched\u000a21:48:16.287642 bus /sierra_2: Setting Powered False\u000a21:48:17.315879 run create_hlr_db(pid=3467): Terminated: ok {rc=0}\u000a21:48:17.717040 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3469): Launched\u000a21:48:18.018266 run osmo-hlr_10.42.42.2(pid=3470): Launched\u000a21:48:18.134861 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a21:48:18.663998 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3472): Launched\u000a21:48:18.965950 run osmo-stp_10.42.42.5(pid=3473): Launched\u000a21:48:19.075773 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a21:48:19.626187 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3475): Launched\u000a21:48:19.928249 run osmo-msc_10.42.42.6(pid=3476): Launched\u000a21:48:20.106037 run osmo-stp_10.42.42.5(pid=3473): ERR: Terminated: ERROR {rc=1} [trial-2395↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3473)]\u000a21:48:20.233951 run osmo-stp_10.42.42.5(pid=3473): stdout: \u000a| (launched: 2022-12-13_21:48:18.816855)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:48:20.359599 run osmo-stp_10.42.42.5(pid=3473): stderr: \u000a| �[0;m�[38;5;43m20221213214818989 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213214818989 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213214818990 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213214818990 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213214818990 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213214818990 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213214818991 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:48:20.480658 run osmo-stp_10.42.42.5(pid=3473): stdout: \u000a| (launched: 2022-12-13_21:48:18.816855)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:48:20.600774 run osmo-stp_10.42.42.5(pid=3473): stderr: \u000a| �[0;m�[38;5;43m20221213214818989 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213214818989 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213214818990 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213214818990 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213214818990 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213214818990 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213214818991 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:48:20.653594 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=3473): Process ended prematurely: osmo-stp_10.42.42.5(pid=3473) [trial-2395↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3473)] [trial-2395↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8]\u000a21:48:20.662164 tst mo_mt_call_osmux.py:8: Test FAILED (6.1 sec)\u000a21:48:20.722116 run osmo-hlr_10.42.42.2(pid=3470): ERR: Terminated: ERROR {rc=237} [trial-2395↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=3470)]\u000a21:48:20.771168 run osmo-hlr_10.42.42.2(pid=3470): stdout: \u000a| (launched: 2022-12-13_21:48:17.869784) \u000a21:48:20.820635 run osmo-hlr_10.42.42.2(pid=3470): stderr: \u000a| �[0;m�[1;31m20221213214818047 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213214818047 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213214818047 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213214818047 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213214818047 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213214818047 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213214818059 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2395/run.2022-12-13_21-44-31/voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213214818069 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213214818069 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213214818069 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a21:48:20.887713 run osmo-msc_10.42.42.6(pid=3476): ERR: Terminated: ERROR {rc=2} [trial-2395↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=3476)]\u000a21:48:20.936683 run osmo-msc_10.42.42.6(pid=3476): stdout: \u000a| (launched: 2022-12-13_21:48:19.779349) \u000a21:48:20.986529 run osmo-msc_10.42.42.6(pid=3476): stderr: \u000a| �[0;m�[38;5;43m20221213214820052 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213214820052 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f97ff616c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213214820052 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213214820052 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213214820052 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213214820053 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213214820054 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213214820055 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213214820055 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213214820055 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a21:48:21.028650 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3469): Terminating (SIGTERM)\u000a21:48:21.068441 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3472): Terminating (SIGTERM)\u000a21:48:21.108220 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3475): Terminating (SIGTERM)\u000a21:48:21.117409 --- ParallelTerminationStrategy: PID 3469 died...\u000a21:48:21.170933 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3469): Terminated: ok {rc=0}\u000a21:48:21.180344 --- ParallelTerminationStrategy: PID 3472 died...\u000a21:48:21.233564 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3472): Terminated: ok {rc=0}\u000a21:48:21.242984 --- ParallelTerminationStrategy: PID 3475 died...\u000a21:48:21.296049 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3475): Terminated: ok {rc=0}\u000a21:48:21.378690 bus /sierra_3: Setting Powered False\u000a21:48:22.485317 bus /sierra_3: Setting Powered False\u000a21:48:23.592685 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 21.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "6", "name" : "voice_sysmo+mod-bts0-ts-tchf+cfg-codec-fr3", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T21:48:04" }, { "cases" : [ { "testActions" : [ ], "age" : 65, "className" : "voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=3487): Process ended prematurely: osmo-stp_10.42.42.5(pid=3487) [trial-2395↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3487)]", "failedSince" : 2331, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=3487): Process ended prematurely: osmo-stp_10.42.42.5(pid=3487) [trial-2395↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3487)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2395 voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1 mo_mt_call.py\u000a----------------------------------------------\u000a21:48:25.568639 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a21:48:25.579960 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x bts (candidates: 1)\u000a21:48:25.732504 tst mo_mt_call.py: using LAC 36440\u000a21:48:25.861647 tst mo_mt_call.py: using RAC 230\u000a21:48:25.992777 tst mo_mt_call.py: using CellId 36440\u000a21:48:26.118280 tst mo_mt_call.py: using BVCI 36441\u000a21:48:26.142929 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a21:48:26.154264 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a21:48:26.165418 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a21:48:26.176552 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a21:48:26.188136 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a21:48:26.199782 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a21:48:26.316700 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a21:48:26.528270 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a21:48:27.043559 run create_hlr_db(pid=3481): Launched\u000a21:48:27.230136 bus /sierra_2: Setting Powered False\u000a21:48:28.241445 run create_hlr_db(pid=3481): Terminated: ok {rc=0}\u000a21:48:28.676177 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3483): Launched\u000a21:48:28.998345 run osmo-hlr_10.42.42.2(pid=3484): Launched\u000a21:48:29.120219 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a21:48:29.679154 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3486): Launched\u000a21:48:30.001176 run osmo-stp_10.42.42.5(pid=3487): Launched\u000a21:48:30.118617 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a21:48:30.706891 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3489): Launched\u000a21:48:31.082048 run osmo-msc_10.42.42.6(pid=3490): Launched\u000a21:48:31.364383 run osmo-stp_10.42.42.5(pid=3487): ERR: Terminated: ERROR {rc=1} [trial-2395↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3487)]\u000a21:48:31.637225 run osmo-stp_10.42.42.5(pid=3487): stdout: \u000a| (launched: 2022-12-13_21:48:29.843443)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:48:31.795310 run osmo-stp_10.42.42.5(pid=3487): stderr: \u000a| �[0;m�[38;5;43m20221213214830035 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213214830035 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213214830035 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213214830036 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213214830036 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213214830036 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213214830036 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:48:31.969104 run osmo-stp_10.42.42.5(pid=3487): stdout: \u000a| (launched: 2022-12-13_21:48:29.843443)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:48:32.100409 run osmo-stp_10.42.42.5(pid=3487): stderr: \u000a| �[0;m�[38;5;43m20221213214830035 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213214830035 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213214830035 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213214830036 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213214830036 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213214830036 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213214830036 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:48:32.154972 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=3487): Process ended prematurely: osmo-stp_10.42.42.5(pid=3487) [trial-2395↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3487)] [trial-2395↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8]\u000a21:48:32.164559 tst mo_mt_call.py:8: Test FAILED (6.6 sec)\u000a21:48:32.228314 run osmo-hlr_10.42.42.2(pid=3484): ERR: Terminated: ERROR {rc=237} [trial-2395↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=3484)]\u000a21:48:32.280585 run osmo-hlr_10.42.42.2(pid=3484): stdout: \u000a| (launched: 2022-12-13_21:48:28.840870) \u000a21:48:32.333028 run osmo-hlr_10.42.42.2(pid=3484): stderr: \u000a| �[0;m�[1;31m20221213214829040 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213214829040 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213214829041 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213214829041 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213214829041 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213214829041 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213214829052 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2395/run.2022-12-13_21-44-31/voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213214829060 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213214829060 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213214829060 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a21:48:32.403197 run osmo-msc_10.42.42.6(pid=3490): ERR: Terminated: ERROR {rc=2} [trial-2395↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=3490)]\u000a21:48:32.455055 run osmo-msc_10.42.42.6(pid=3490): stdout: \u000a| (launched: 2022-12-13_21:48:30.887642) \u000a21:48:32.508540 run osmo-msc_10.42.42.6(pid=3490): stderr: \u000a| �[0;m�[38;5;43m20221213214831479 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213214831479 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f88bafc7c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213214831479 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213214831479 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213214831479 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213214831480 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213214831490 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213214831491 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213214831491 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213214831491 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a21:48:32.551773 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3483): Terminating (SIGTERM)\u000a21:48:32.592536 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3486): Terminating (SIGTERM)\u000a21:48:32.633390 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3489): Terminating (SIGTERM)\u000a21:48:32.642547 --- ParallelTerminationStrategy: PID 3483 died...\u000a21:48:32.697820 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3483): Terminated: ok {rc=0}\u000a21:48:32.707346 --- ParallelTerminationStrategy: PID 3486 died...\u000a21:48:32.762004 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3486): Terminated: ok {rc=0}\u000a21:48:32.771616 --- ParallelTerminationStrategy: PID 3489 died...\u000a21:48:32.826262 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3489): Terminated: ok {rc=0}\u000a21:48:32.915165 bus /sierra_3: Setting Powered False\u000a21:48:34.017384 bus /sierra_3: Setting Powered False\u000a21:48:35.123313 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 74, "className" : "voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=3498): Process ended prematurely: osmo-stp_10.42.42.5(pid=3498) [trial-2395↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3498)]", "failedSince" : 2322, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=3498): Process ended prematurely: osmo-stp_10.42.42.5(pid=3498) [trial-2395↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3498)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2395 voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a21:48:36.237219 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a21:48:36.249172 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x bts (candidates: 1)\u000a21:48:36.398854 tst mo_mt_call_osmux.py: using LAC 36441\u000a21:48:36.520232 tst mo_mt_call_osmux.py: using RAC 231\u000a21:48:36.639954 tst mo_mt_call_osmux.py: using CellId 36441\u000a21:48:36.759490 tst mo_mt_call_osmux.py: using BVCI 36442\u000a21:48:36.782671 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a21:48:36.793586 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a21:48:36.804615 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a21:48:36.815434 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a21:48:36.826673 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a21:48:36.837949 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a21:48:36.958573 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a21:48:37.161592 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a21:48:37.637236 run create_hlr_db(pid=3492): Launched\u000a21:48:37.811234 bus /sierra_2: Setting Powered False\u000a21:48:38.834073 run create_hlr_db(pid=3492): Terminated: ok {rc=0}\u000a21:48:39.263260 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3494): Launched\u000a21:48:39.587377 run osmo-hlr_10.42.42.2(pid=3495): Launched\u000a21:48:39.705337 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a21:48:40.250420 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3497): Launched\u000a21:48:40.552776 run osmo-stp_10.42.42.5(pid=3498): Launched\u000a21:48:40.663437 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a21:48:41.214628 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3500): Launched\u000a21:48:41.516716 run osmo-msc_10.42.42.6(pid=3501): Launched\u000a21:48:41.693816 run osmo-stp_10.42.42.5(pid=3498): ERR: Terminated: ERROR {rc=1} [trial-2395↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3498)]\u000a21:48:41.821659 run osmo-stp_10.42.42.5(pid=3498): stdout: \u000a| (launched: 2022-12-13_21:48:40.403699)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:48:41.947197 run osmo-stp_10.42.42.5(pid=3498): stderr: \u000a| �[0;m�[38;5;43m20221213214840575 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213214840575 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213214840575 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213214840575 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213214840576 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213214840576 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213214840576 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:48:42.068180 run osmo-stp_10.42.42.5(pid=3498): stdout: \u000a| (launched: 2022-12-13_21:48:40.403699)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:48:42.188187 run osmo-stp_10.42.42.5(pid=3498): stderr: \u000a| �[0;m�[38;5;43m20221213214840575 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213214840575 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213214840575 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213214840575 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213214840576 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213214840576 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213214840576 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:48:42.241081 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=3498): Process ended prematurely: osmo-stp_10.42.42.5(pid=3498) [trial-2395↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3498)] [trial-2395↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8]\u000a21:48:42.249768 tst mo_mt_call_osmux.py:8: Test FAILED (6.0 sec)\u000a21:48:42.309356 run osmo-hlr_10.42.42.2(pid=3495): ERR: Terminated: ERROR {rc=237} [trial-2395↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=3495)]\u000a21:48:42.358225 run osmo-hlr_10.42.42.2(pid=3495): stdout: \u000a| (launched: 2022-12-13_21:48:39.427806) \u000a21:48:42.407674 run osmo-hlr_10.42.42.2(pid=3495): stderr: \u000a| �[0;m�[1;31m20221213214839624 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213214839624 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213214839624 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213214839624 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213214839624 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213214839624 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213214839639 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2395/run.2022-12-13_21-44-31/voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213214839649 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213214839650 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213214839650 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a21:48:42.474877 run osmo-msc_10.42.42.6(pid=3501): ERR: Terminated: ERROR {rc=2} [trial-2395↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=3501)]\u000a21:48:42.524048 run osmo-msc_10.42.42.6(pid=3501): stdout: \u000a| (launched: 2022-12-13_21:48:41.367221) \u000a21:48:42.573295 run osmo-msc_10.42.42.6(pid=3501): stderr: \u000a| �[0;m�[38;5;43m20221213214841640 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213214841640 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f62773cfc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213214841641 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213214841641 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213214841641 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213214841641 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213214841643 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213214841643 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213214841643 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213214841643 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a21:48:42.615143 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3494): Terminating (SIGTERM)\u000a21:48:42.654766 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3497): Terminating (SIGTERM)\u000a21:48:42.694355 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3500): Terminating (SIGTERM)\u000a21:48:42.703384 --- ParallelTerminationStrategy: PID 3494 died...\u000a21:48:42.756817 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3494): Terminated: ok {rc=0}\u000a21:48:42.766368 --- ParallelTerminationStrategy: PID 3497 died...\u000a21:48:42.819756 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3497): Terminated: ok {rc=0}\u000a21:48:42.829418 --- ParallelTerminationStrategy: PID 3500 died...\u000a21:48:42.882442 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3500): Terminated: ok {rc=0}\u000a21:48:42.970776 bus /sierra_3: Setting Powered False\u000a21:48:44.072165 bus /sierra_3: Setting Powered False\u000a21:48:45.179239 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "7", "name" : "voice_sysmo+mod-bts0-ts-tchh+cfg-codec-hr1", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T21:48:25" }, { "cases" : [ { "testActions" : [ ], "age" : 65, "className" : "voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=3512): Process ended prematurely: osmo-stp_10.42.42.5(pid=3512) [trial-2395↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3512)]", "failedSince" : 2331, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=3512): Process ended prematurely: osmo-stp_10.42.42.5(pid=3512) [trial-2395↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3512)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2395 voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call.py\u000a----------------------------------------------\u000a21:48:47.209175 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a21:48:47.220509 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1)\u000a21:48:47.366083 tst mo_mt_call.py: using LAC 36442\u000a21:48:47.484136 tst mo_mt_call.py: using RAC 232\u000a21:48:47.603670 tst mo_mt_call.py: using CellId 36442\u000a21:48:47.723237 tst mo_mt_call.py: using BVCI 36443\u000a21:48:47.746168 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a21:48:47.756928 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a21:48:47.767602 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a21:48:47.778268 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a21:48:47.789881 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a21:48:47.801004 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a21:48:47.921341 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a21:48:48.123332 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a21:48:48.597085 run create_hlr_db(pid=3506): Launched\u000a21:48:48.770896 bus /sierra_2: Setting Powered False\u000a21:48:49.793154 run create_hlr_db(pid=3506): Terminated: ok {rc=0}\u000a21:48:50.222047 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3508): Launched\u000a21:48:50.545302 run osmo-hlr_10.42.42.2(pid=3509): Launched\u000a21:48:50.664108 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a21:48:51.223920 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3511): Launched\u000a21:48:51.547396 run osmo-stp_10.42.42.5(pid=3512): Launched\u000a21:48:51.665545 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a21:48:52.255253 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3514): Launched\u000a21:48:52.574473 run osmo-msc_10.42.42.6(pid=3515): Launched\u000a21:48:52.755662 run osmo-stp_10.42.42.5(pid=3512): ERR: Terminated: ERROR {rc=1} [trial-2395↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3512)]\u000a21:48:52.884207 run osmo-stp_10.42.42.5(pid=3512): stdout: \u000a| (launched: 2022-12-13_21:48:51.388367)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:48:53.010535 run osmo-stp_10.42.42.5(pid=3512): stderr: \u000a| �[0;m�[38;5;43m20221213214851580 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213214851580 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213214851580 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213214851581 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213214851581 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213214851581 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213214851582 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:48:53.131997 run osmo-stp_10.42.42.5(pid=3512): stdout: \u000a| (launched: 2022-12-13_21:48:51.388367)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:48:53.253412 run osmo-stp_10.42.42.5(pid=3512): stderr: \u000a| �[0;m�[38;5;43m20221213214851580 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213214851580 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213214851580 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213214851581 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213214851581 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213214851581 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213214851582 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:48:53.306271 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=3512): Process ended prematurely: osmo-stp_10.42.42.5(pid=3512) [trial-2395↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3512)] [trial-2395↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8]\u000a21:48:53.314870 tst mo_mt_call.py:8: Test FAILED (6.1 sec)\u000a21:48:53.374829 run osmo-hlr_10.42.42.2(pid=3509): ERR: Terminated: ERROR {rc=237} [trial-2395↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=3509)]\u000a21:48:53.423398 run osmo-hlr_10.42.42.2(pid=3509): stdout: \u000a| (launched: 2022-12-13_21:48:50.386656) \u000a21:48:53.472405 run osmo-hlr_10.42.42.2(pid=3509): stderr: \u000a| �[0;m�[1;31m20221213214850585 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213214850585 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213214850585 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213214850585 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213214850585 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213214850585 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213214850607 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2395/run.2022-12-13_21-44-31/voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213214850616 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213214850616 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213214850617 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a21:48:53.538995 run osmo-msc_10.42.42.6(pid=3515): ERR: Terminated: ERROR {rc=2} [trial-2395↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=3515)]\u000a21:48:53.587533 run osmo-msc_10.42.42.6(pid=3515): stdout: \u000a| (launched: 2022-12-13_21:48:52.419446) \u000a21:48:53.636655 run osmo-msc_10.42.42.6(pid=3515): stderr: \u000a| �[0;m�[38;5;43m20221213214852693 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213214852694 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fe3e058fc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213214852694 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213214852694 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213214852694 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213214852694 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213214852696 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213214852696 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213214852696 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213214852696 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a21:48:53.678671 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3508): Terminating (SIGTERM)\u000a21:48:53.718222 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3511): Terminating (SIGTERM)\u000a21:48:53.757862 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3514): Terminating (SIGTERM)\u000a21:48:53.766991 --- ParallelTerminationStrategy: PID 3508 died...\u000a21:48:53.820925 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3508): Terminated: ok {rc=0}\u000a21:48:53.830570 --- ParallelTerminationStrategy: PID 3511 died...\u000a21:48:53.884020 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3511): Terminated: ok {rc=0}\u000a21:48:53.893869 --- ParallelTerminationStrategy: PID 3514 died...\u000a21:48:53.947584 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3514): Terminated: ok {rc=0}\u000a21:48:54.031725 bus /sierra_3: Setting Powered False\u000a21:48:55.138651 bus /sierra_3: Setting Powered False\u000a21:48:56.246433 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 65, "className" : "voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=3523): Process ended prematurely: osmo-stp_10.42.42.5(pid=3523) [trial-2395↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3523)]", "failedSince" : 2331, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=3523): Process ended prematurely: osmo-stp_10.42.42.5(pid=3523) [trial-2395↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3523)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2395 voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a21:48:57.360865 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a21:48:57.373034 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1)\u000a21:48:57.524596 tst mo_mt_call_osmux.py: using LAC 36443\u000a21:48:57.652161 tst mo_mt_call_osmux.py: using RAC 233\u000a21:48:57.781082 tst mo_mt_call_osmux.py: using CellId 36443\u000a21:48:57.908818 tst mo_mt_call_osmux.py: using BVCI 36444\u000a21:48:57.933451 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a21:48:57.944706 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a21:48:57.955951 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a21:48:57.967144 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a21:48:57.978376 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a21:48:57.989611 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a21:48:58.109264 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a21:48:58.313754 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a21:48:58.788852 run create_hlr_db(pid=3517): Launched\u000a21:48:58.961888 bus /sierra_2: Setting Powered False\u000a21:48:59.985191 run create_hlr_db(pid=3517): Terminated: ok {rc=0}\u000a21:49:00.385457 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3519): Launched\u000a21:49:00.686418 run osmo-hlr_10.42.42.2(pid=3520): Launched\u000a21:49:00.803120 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a21:49:01.457986 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3522): Launched\u000a21:49:01.891980 run osmo-stp_10.42.42.5(pid=3523): Launched\u000a21:49:02.054729 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a21:49:02.645715 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3525): Launched\u000a21:49:02.967320 run osmo-msc_10.42.42.6(pid=3526): Launched\u000a21:49:03.155178 run osmo-stp_10.42.42.5(pid=3523): ERR: Terminated: ERROR {rc=1} [trial-2395↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3523)]\u000a21:49:03.290781 run osmo-stp_10.42.42.5(pid=3523): stdout: \u000a| (launched: 2022-12-13_21:49:01.626978)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:49:03.426382 run osmo-stp_10.42.42.5(pid=3523): stderr: \u000a| �[0;m�[38;5;43m20221213214901802 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213214901802 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213214901802 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213214901803 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213214901803 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213214901803 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213214901803 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:49:03.555395 run osmo-stp_10.42.42.5(pid=3523): stdout: \u000a| (launched: 2022-12-13_21:49:01.626978)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:49:03.683604 run osmo-stp_10.42.42.5(pid=3523): stderr: \u000a| �[0;m�[38;5;43m20221213214901802 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213214901802 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213214901802 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213214901803 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213214901803 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213214901803 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213214901803 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:49:03.739991 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=3523): Process ended prematurely: osmo-stp_10.42.42.5(pid=3523) [trial-2395↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3523)] [trial-2395↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8]\u000a21:49:03.749086 tst mo_mt_call_osmux.py:8: Test FAILED (6.4 sec)\u000a21:49:03.810926 run osmo-hlr_10.42.42.2(pid=3520): ERR: Terminated: ERROR {rc=237} [trial-2395↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=3520)]\u000a21:49:03.861793 run osmo-hlr_10.42.42.2(pid=3520): stdout: \u000a| (launched: 2022-12-13_21:49:00.537915) \u000a21:49:03.913598 run osmo-hlr_10.42.42.2(pid=3520): stderr: \u000a| �[0;m�[1;31m20221213214900716 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213214900716 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213214900716 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213214900716 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213214900716 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213214900717 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213214900729 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2395/run.2022-12-13_21-44-31/voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213214900739 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213214900740 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213214900740 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a21:49:03.983363 run osmo-msc_10.42.42.6(pid=3526): ERR: Terminated: ERROR {rc=2} [trial-2395↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=3526)]\u000a21:49:04.034202 run osmo-msc_10.42.42.6(pid=3526): stdout: \u000a| (launched: 2022-12-13_21:49:02.810275) \u000a21:49:04.085443 run osmo-msc_10.42.42.6(pid=3526): stderr: \u000a| �[0;m�[38;5;43m20221213214903135 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213214903135 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f97b4052c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213214903135 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213214903135 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213214903136 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213214903136 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213214903138 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213214903138 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213214903138 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213214903138 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a21:49:04.128695 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3519): Terminating (SIGTERM)\u000a21:49:04.169931 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3522): Terminating (SIGTERM)\u000a21:49:04.210967 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3525): Terminating (SIGTERM)\u000a21:49:04.220393 --- ParallelTerminationStrategy: PID 3519 died...\u000a21:49:04.275320 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3519): Terminated: ok {rc=0}\u000a21:49:04.285518 --- ParallelTerminationStrategy: PID 3522 died...\u000a21:49:04.340558 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3522): Terminated: ok {rc=0}\u000a21:49:04.350472 --- ParallelTerminationStrategy: PID 3525 died...\u000a21:49:04.405426 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3525): Terminated: ok {rc=0}\u000a21:49:04.491136 bus /sierra_3: Setting Powered False\u000a21:49:05.596748 bus /sierra_3: Setting Powered False\u000a21:49:06.703727 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "8", "name" : "voice_sysmo+mod-bts0-ts-tchh+cfg-codec-hr3", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T21:48:46" }, { "cases" : [ { "testActions" : [ ], "age" : 65, "className" : "voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=3538): Process ended prematurely: osmo-stp_10.42.42.5(pid=3538) [trial-2395↪voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3538)]", "failedSince" : 2331, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=3538): Process ended prematurely: osmo-stp_10.42.42.5(pid=3538) [trial-2395↪voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3538)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2395 voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call.py\u000a----------------------------------------------\u000a21:49:08.671596 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a21:49:08.683276 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a21:49:08.834510 tst mo_mt_call.py: using LAC 36444\u000a21:49:08.958619 tst mo_mt_call.py: using RAC 234\u000a21:49:09.083211 tst mo_mt_call.py: using CellId 36444\u000a21:49:09.209200 tst mo_mt_call.py: using BVCI 36445\u000a21:49:09.233756 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a21:49:09.245210 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a21:49:09.256370 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a21:49:09.267629 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a21:49:09.278999 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a21:49:09.290352 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a21:49:09.406905 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a21:49:09.617371 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a21:49:10.131818 run create_hlr_db(pid=3532): Launched\u000a21:49:10.318419 bus /sierra_2: Setting Powered False\u000a21:49:11.340825 run create_hlr_db(pid=3532): Terminated: ok {rc=0}\u000a21:49:11.769577 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3534): Launched\u000a21:49:12.091798 run osmo-hlr_10.42.42.2(pid=3535): Launched\u000a21:49:12.208802 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a21:49:12.767558 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3537): Launched\u000a21:49:13.089726 run osmo-stp_10.42.42.5(pid=3538): Launched\u000a21:49:13.210935 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a21:49:13.798300 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3540): Launched\u000a21:49:14.119678 run osmo-msc_10.42.42.6(pid=3541): Launched\u000a21:49:14.308851 run osmo-stp_10.42.42.5(pid=3538): ERR: Terminated: ERROR {rc=1} [trial-2395↪voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3538)]\u000a21:49:14.445033 run osmo-stp_10.42.42.5(pid=3538): stdout: \u000a| (launched: 2022-12-13_21:49:12.931787)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:49:14.580632 run osmo-stp_10.42.42.5(pid=3538): stderr: \u000a| �[0;m�[38;5;43m20221213214913126 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213214913126 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213214913126 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213214913127 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213214913127 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213214913127 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213214913127 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:49:14.710550 run osmo-stp_10.42.42.5(pid=3538): stdout: \u000a| (launched: 2022-12-13_21:49:12.931787)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:49:14.839591 run osmo-stp_10.42.42.5(pid=3538): stderr: \u000a| �[0;m�[38;5;43m20221213214913126 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213214913126 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213214913126 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213214913127 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213214913127 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213214913127 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213214913127 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:49:14.896363 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=3538): Process ended prematurely: osmo-stp_10.42.42.5(pid=3538) [trial-2395↪voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3538)] [trial-2395↪voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8]\u000a21:49:14.905665 tst mo_mt_call.py:8: Test FAILED (6.3 sec)\u000a21:49:14.967474 run osmo-hlr_10.42.42.2(pid=3535): ERR: Terminated: ERROR {rc=237} [trial-2395↪voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=3535)]\u000a21:49:15.018693 run osmo-hlr_10.42.42.2(pid=3535): stdout: \u000a| (launched: 2022-12-13_21:49:11.934517) \u000a21:49:15.070748 run osmo-hlr_10.42.42.2(pid=3535): stderr: \u000a| �[0;m�[1;31m20221213214912134 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213214912134 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213214912134 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213214912134 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213214912134 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213214912134 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213214912147 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2395/run.2022-12-13_21-44-31/voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213214912155 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213214912155 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213214912155 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a21:49:15.141061 run osmo-msc_10.42.42.6(pid=3541): ERR: Terminated: ERROR {rc=2} [trial-2395↪voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=3541)]\u000a21:49:15.192073 run osmo-msc_10.42.42.6(pid=3541): stdout: \u000a| (launched: 2022-12-13_21:49:13.962407) \u000a21:49:15.243829 run osmo-msc_10.42.42.6(pid=3541): stderr: \u000a| �[0;m�[38;5;43m20221213214914291 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213214914291 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fb203702c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213214914291 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213214914291 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213214914291 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213214914291 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213214914293 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213214914293 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213214914294 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213214914294 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a21:49:15.287453 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3534): Terminating (SIGTERM)\u000a21:49:15.328840 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3537): Terminating (SIGTERM)\u000a21:49:15.370422 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3540): Terminating (SIGTERM)\u000a21:49:15.380045 --- ParallelTerminationStrategy: PID 3534 died...\u000a21:49:15.435656 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3534): Terminated: ok {rc=0}\u000a21:49:15.445948 --- ParallelTerminationStrategy: PID 3537 died...\u000a21:49:15.501477 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3537): Terminated: ok {rc=0}\u000a21:49:15.511561 --- ParallelTerminationStrategy: PID 3540 died...\u000a21:49:15.567015 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3540): Terminated: ok {rc=0}\u000a21:49:15.653422 bus /sierra_3: Setting Powered False\u000a21:49:16.760559 bus /sierra_3: Setting Powered False\u000a21:49:17.867418 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 76, "className" : "voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=3549): Process ended prematurely: osmo-stp_10.42.42.5(pid=3549) [trial-2395↪voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3549)]", "failedSince" : 2320, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=3549): Process ended prematurely: osmo-stp_10.42.42.5(pid=3549) [trial-2395↪voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3549)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2395 voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call_osmux.py\u000a----------------------------------------------\u000a21:49:18.982140 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a21:49:18.994449 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a21:49:19.145848 tst mo_mt_call_osmux.py: using LAC 36445\u000a21:49:19.275739 tst mo_mt_call_osmux.py: using RAC 235\u000a21:49:19.396884 tst mo_mt_call_osmux.py: using CellId 36445\u000a21:49:19.522583 tst mo_mt_call_osmux.py: using BVCI 36446\u000a21:49:19.545527 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a21:49:19.556561 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a21:49:19.567641 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a21:49:19.578464 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a21:49:19.589957 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a21:49:19.601077 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a21:49:19.721506 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a21:49:19.924117 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a21:49:20.398838 run create_hlr_db(pid=3543): Launched\u000a21:49:20.572269 bus /sierra_2: Setting Powered False\u000a21:49:21.594191 run create_hlr_db(pid=3543): Terminated: ok {rc=0}\u000a21:49:22.022848 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3545): Launched\u000a21:49:22.345988 run osmo-hlr_10.42.42.2(pid=3546): Launched\u000a21:49:22.464038 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a21:49:23.023743 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3548): Launched\u000a21:49:23.344115 run osmo-stp_10.42.42.5(pid=3549): Launched\u000a21:49:23.461581 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a21:49:24.050104 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3551): Launched\u000a21:49:24.372890 run osmo-msc_10.42.42.6(pid=3552): Launched\u000a21:49:24.561331 run osmo-stp_10.42.42.5(pid=3549): ERR: Terminated: ERROR {rc=1} [trial-2395↪voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3549)]\u000a21:49:24.697379 run osmo-stp_10.42.42.5(pid=3549): stdout: \u000a| (launched: 2022-12-13_21:49:23.186962)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:49:24.833075 run osmo-stp_10.42.42.5(pid=3549): stderr: \u000a| �[0;m�[38;5;43m20221213214923379 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213214923380 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213214923380 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213214923380 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213214923381 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213214923381 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213214923381 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:49:24.962351 run osmo-stp_10.42.42.5(pid=3549): stdout: \u000a| (launched: 2022-12-13_21:49:23.186962)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:49:25.090343 run osmo-stp_10.42.42.5(pid=3549): stderr: \u000a| �[0;m�[38;5;43m20221213214923379 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213214923380 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213214923380 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213214923380 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213214923381 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213214923381 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213214923381 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:49:25.146472 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=3549): Process ended prematurely: osmo-stp_10.42.42.5(pid=3549) [trial-2395↪voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3549)] [trial-2395↪voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8]\u000a21:49:25.155698 tst mo_mt_call_osmux.py:8: Test FAILED (6.2 sec)\u000a21:49:25.217594 run osmo-hlr_10.42.42.2(pid=3546): ERR: Terminated: ERROR {rc=237} [trial-2395↪voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=3546)]\u000a21:49:25.268383 run osmo-hlr_10.42.42.2(pid=3546): stdout: \u000a| (launched: 2022-12-13_21:49:22.187257) \u000a21:49:25.319633 run osmo-hlr_10.42.42.2(pid=3546): stderr: \u000a| �[0;m�[1;31m20221213214922387 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213214922387 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213214922387 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213214922387 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213214922387 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213214922387 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213214922399 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2395/run.2022-12-13_21-44-31/voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213214922407 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213214922408 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213214922408 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a21:49:25.389545 run osmo-msc_10.42.42.6(pid=3552): ERR: Terminated: ERROR {rc=2} [trial-2395↪voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=3552)]\u000a21:49:25.440356 run osmo-msc_10.42.42.6(pid=3552): stdout: \u000a| (launched: 2022-12-13_21:49:24.214368) \u000a21:49:25.492035 run osmo-msc_10.42.42.6(pid=3552): stderr: \u000a| �[0;m�[38;5;43m20221213214924539 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213214924539 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f29aecbec40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213214924540 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213214924540 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213214924540 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213214924540 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213214924542 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213214924542 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213214924542 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213214924542 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a21:49:25.535390 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3545): Terminating (SIGTERM)\u000a21:49:25.576547 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3548): Terminating (SIGTERM)\u000a21:49:25.618306 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3551): Terminating (SIGTERM)\u000a21:49:25.627873 --- ParallelTerminationStrategy: PID 3545 died...\u000a21:49:25.683198 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3545): Terminated: ok {rc=0}\u000a21:49:25.693253 --- ParallelTerminationStrategy: PID 3548 died...\u000a21:49:25.748186 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3548): Terminated: ok {rc=0}\u000a21:49:25.758139 --- ParallelTerminationStrategy: PID 3551 died...\u000a21:49:25.813276 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3551): Terminated: ok {rc=0}\u000a21:49:25.899699 bus /sierra_3: Setting Powered False\u000a21:49:27.001712 bus /sierra_3: Setting Powered False\u000a21:49:28.112414 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "9", "name" : "voice_sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T21:49:08" }, { "cases" : [ { "testActions" : [ ], "age" : 65, "className" : "voice:sysmo+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=3563): Process ended prematurely: osmo-stp_10.42.42.5(pid=3563) [trial-2395↪voice:sysmo+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3563)]", "failedSince" : 2331, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=3563): Process ended prematurely: osmo-stp_10.42.42.5(pid=3563) [trial-2395↪voice:sysmo+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3563)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2395 voice:sysmo+mod-bts0-dynts-osmo mo_mt_call.py\u000a----------------------------------------------\u000a21:49:30.071695 tst voice:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a21:49:30.082981 tst voice:sysmo+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a21:49:30.234505 tst mo_mt_call.py: using LAC 36446\u000a21:49:30.361006 tst mo_mt_call.py: using RAC 236\u000a21:49:30.493271 tst mo_mt_call.py: using CellId 36446\u000a21:49:30.617458 tst mo_mt_call.py: using BVCI 36447\u000a21:49:30.641925 tst voice:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a21:49:30.653063 tst voice:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a21:49:30.664151 tst voice:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a21:49:30.675190 tst voice:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a21:49:30.686252 tst voice:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a21:49:30.697329 tst voice:sysmo+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a21:49:30.816634 tst voice:sysmo+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a21:49:31.049777 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a21:49:31.643329 run create_hlr_db(pid=3557): Launched\u000a21:49:31.834286 bus /sierra_2: Setting Powered False\u000a21:49:32.852882 run create_hlr_db(pid=3557): Terminated: ok {rc=0}\u000a21:49:33.281688 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3559): Launched\u000a21:49:33.604278 run osmo-hlr_10.42.42.2(pid=3560): Launched\u000a21:49:33.722155 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a21:49:34.285180 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3562): Launched\u000a21:49:34.609422 run osmo-stp_10.42.42.5(pid=3563): Launched\u000a21:49:34.729733 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a21:49:35.319750 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3565): Launched\u000a21:49:35.643182 run osmo-msc_10.42.42.6(pid=3566): Launched\u000a21:49:35.832710 run osmo-stp_10.42.42.5(pid=3563): ERR: Terminated: ERROR {rc=1} [trial-2395↪voice:sysmo+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3563)]\u000a21:49:35.968813 run osmo-stp_10.42.42.5(pid=3563): stdout: \u000a| (launched: 2022-12-13_21:49:34.450100)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:49:36.105232 run osmo-stp_10.42.42.5(pid=3563): stderr: \u000a| �[0;m�[38;5;43m20221213214934645 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213214934645 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213214934645 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213214934646 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213214934646 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213214934646 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213214934646 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:49:36.235043 run osmo-stp_10.42.42.5(pid=3563): stdout: \u000a| (launched: 2022-12-13_21:49:34.450100)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:49:36.363984 run osmo-stp_10.42.42.5(pid=3563): stderr: \u000a| �[0;m�[38;5;43m20221213214934645 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213214934645 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213214934645 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213214934646 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213214934646 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213214934646 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213214934646 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:49:36.420454 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=3563): Process ended prematurely: osmo-stp_10.42.42.5(pid=3563) [trial-2395↪voice:sysmo+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3563)] [trial-2395↪voice:sysmo+mod-bts0-dynts-osmo↪mo_mt_call.py:8]\u000a21:49:36.429641 tst mo_mt_call.py:8: Test FAILED (6.4 sec)\u000a21:49:36.491484 run osmo-hlr_10.42.42.2(pid=3560): ERR: Terminated: ERROR {rc=237} [trial-2395↪voice:sysmo+mod-bts0-dynts-osmo↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=3560)]\u000a21:49:36.542363 run osmo-hlr_10.42.42.2(pid=3560): stdout: \u000a| (launched: 2022-12-13_21:49:33.445956) \u000a21:49:36.593786 run osmo-hlr_10.42.42.2(pid=3560): stderr: \u000a| �[0;m�[1;31m20221213214933645 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213214933645 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213214933645 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213214933645 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213214933645 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213214933645 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213214933657 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2395/run.2022-12-13_21-44-31/voice:sysmo+mod-bts0-dynts-osmo/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213214933666 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213214933666 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213214933666 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a21:49:36.663812 run osmo-msc_10.42.42.6(pid=3566): ERR: Terminated: ERROR {rc=2} [trial-2395↪voice:sysmo+mod-bts0-dynts-osmo↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=3566)]\u000a21:49:36.714940 run osmo-msc_10.42.42.6(pid=3566): stdout: \u000a| (launched: 2022-12-13_21:49:35.484220) \u000a21:49:36.766232 run osmo-msc_10.42.42.6(pid=3566): stderr: \u000a| �[0;m�[38;5;43m20221213214935807 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213214935807 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f2d63a28c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213214935807 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213214935807 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213214935808 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213214935808 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213214935809 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213214935810 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213214935810 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213214935810 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a21:49:36.810245 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3559): Terminating (SIGTERM)\u000a21:49:36.851605 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3562): Terminating (SIGTERM)\u000a21:49:36.893021 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3565): Terminating (SIGTERM)\u000a21:49:36.902519 --- ParallelTerminationStrategy: PID 3559 died...\u000a21:49:36.958065 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3559): Terminated: ok {rc=0}\u000a21:49:36.967965 --- ParallelTerminationStrategy: PID 3562 died...\u000a21:49:37.023216 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3562): Terminated: ok {rc=0}\u000a21:49:37.033130 --- ParallelTerminationStrategy: PID 3565 died...\u000a21:49:37.088137 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3565): Terminated: ok {rc=0}\u000a21:49:37.174554 bus /sierra_3: Setting Powered False\u000a21:49:38.278135 bus /sierra_3: Setting Powered False\u000a21:49:39.388389 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 76, "className" : "voice:sysmo+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=3574): Process ended prematurely: osmo-stp_10.42.42.5(pid=3574) [trial-2395↪voice:sysmo+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3574)]", "failedSince" : 2320, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=3574): Process ended prematurely: osmo-stp_10.42.42.5(pid=3574) [trial-2395↪voice:sysmo+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3574)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2395 voice:sysmo+mod-bts0-dynts-osmo mo_mt_call_osmux.py\u000a----------------------------------------------\u000a21:49:40.498605 tst voice:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a21:49:40.509946 tst voice:sysmo+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a21:49:40.652836 tst mo_mt_call_osmux.py: using LAC 36447\u000a21:49:40.771922 tst mo_mt_call_osmux.py: using RAC 237\u000a21:49:40.890170 tst mo_mt_call_osmux.py: using CellId 36447\u000a21:49:41.009296 tst mo_mt_call_osmux.py: using BVCI 36448\u000a21:49:41.032020 tst voice:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a21:49:41.042912 tst voice:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a21:49:41.053524 tst voice:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a21:49:41.064045 tst voice:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a21:49:41.075272 tst voice:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a21:49:41.086219 tst voice:sysmo+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a21:49:41.201729 tst voice:sysmo+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a21:49:41.412446 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a21:49:41.929646 run create_hlr_db(pid=3568): Launched\u000a21:49:42.116363 bus /sierra_2: Setting Powered False\u000a21:49:43.137550 run create_hlr_db(pid=3568): Terminated: ok {rc=0}\u000a21:49:43.566295 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3570): Launched\u000a21:49:43.889718 run osmo-hlr_10.42.42.2(pid=3571): Launched\u000a21:49:44.010955 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a21:49:44.571105 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3573): Launched\u000a21:49:44.896770 run osmo-stp_10.42.42.5(pid=3574): Launched\u000a21:49:45.014999 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a21:49:45.605714 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3576): Launched\u000a21:49:46.054476 run osmo-msc_10.42.42.6(pid=3577): Launched\u000a21:49:46.432435 run osmo-stp_10.42.42.5(pid=3574): ERR: Terminated: ERROR {rc=1} [trial-2395↪voice:sysmo+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3574)]\u000a21:49:46.569821 run osmo-stp_10.42.42.5(pid=3574): stdout: \u000a| (launched: 2022-12-13_21:49:44.735319)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:49:46.706770 run osmo-stp_10.42.42.5(pid=3574): stderr: \u000a| �[0;m�[38;5;43m20221213214944929 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213214944929 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213214944929 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213214944929 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213214944930 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213214944930 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213214944930 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:49:46.839953 run osmo-stp_10.42.42.5(pid=3574): stdout: \u000a| (launched: 2022-12-13_21:49:44.735319)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:49:46.971967 run osmo-stp_10.42.42.5(pid=3574): stderr: \u000a| �[0;m�[38;5;43m20221213214944929 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213214944929 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213214944929 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213214944929 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213214944930 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213214944930 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213214944930 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:49:47.030650 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=3574): Process ended prematurely: osmo-stp_10.42.42.5(pid=3574) [trial-2395↪voice:sysmo+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3574)] [trial-2395↪voice:sysmo+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8]\u000a21:49:47.040759 tst mo_mt_call_osmux.py:8: Test FAILED (6.6 sec)\u000a21:49:47.104571 run osmo-hlr_10.42.42.2(pid=3571): ERR: Terminated: ERROR {rc=237} [trial-2395↪voice:sysmo+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=3571)]\u000a21:49:47.157019 run osmo-hlr_10.42.42.2(pid=3571): stdout: \u000a| (launched: 2022-12-13_21:49:43.730721) \u000a21:49:47.210036 run osmo-hlr_10.42.42.2(pid=3571): stderr: \u000a| �[0;m�[1;31m20221213214943931 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213214943931 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213214943931 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213214943931 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213214943931 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213214943931 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213214943944 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2395/run.2022-12-13_21-44-31/voice:sysmo+mod-bts0-dynts-osmo/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213214943953 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213214943953 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213214943953 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a21:49:47.280704 run osmo-msc_10.42.42.6(pid=3577): ERR: Terminated: ERROR {rc=2} [trial-2395↪voice:sysmo+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=3577)]\u000a21:49:47.331943 run osmo-msc_10.42.42.6(pid=3577): stdout: \u000a| (launched: 2022-12-13_21:49:45.770716) \u000a21:49:47.383810 run osmo-msc_10.42.42.6(pid=3577): stderr: \u000a| �[0;m�[38;5;43m20221213214946163 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213214946163 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f233d35ec40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213214946163 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213214946163 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213214946164 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213214946164 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213214946166 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213214946166 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213214946166 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213214946166 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a21:49:47.427883 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3570): Terminating (SIGTERM)\u000a21:49:47.469587 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3573): Terminating (SIGTERM)\u000a21:49:47.511800 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3576): Terminating (SIGTERM)\u000a21:49:47.521485 --- ParallelTerminationStrategy: PID 3570 died...\u000a21:49:47.577555 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3570): Terminated: ok {rc=0}\u000a21:49:47.587648 --- ParallelTerminationStrategy: PID 3573 died...\u000a21:49:47.643423 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3573): Terminated: ok {rc=0}\u000a21:49:47.653569 --- ParallelTerminationStrategy: PID 3576 died...\u000a21:49:47.708927 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3576): Terminated: ok {rc=0}\u000a21:49:47.794579 bus /sierra_3: Setting Powered False\u000a21:49:48.895149 bus /sierra_3: Setting Powered False\u000a21:49:50.007395 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "10", "name" : "voice_sysmo+mod-bts0-dynts-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T21:49:29" }, { "cases" : [ { "testActions" : [ ], "age" : 65, "className" : "emergency:sysmo", "duration" : 6.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=3588): Process ended prematurely: osmo-stp_10.42.42.5(pid=3588) [trial-2395↪emergency:sysmo↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3588)]", "failedSince" : 2331, "name" : "emergency_mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/emergency/emergency_mo_mt_call.py\", line 19, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=3588): Process ended prematurely: osmo-stp_10.42.42.5(pid=3588) [trial-2395↪emergency:sysmo↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3588)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2395 emergency:sysmo emergency_mo_mt_call.py\u000a----------------------------------------------\u000a21:49:51.972404 tst emergency:sysmo: Using 1 x ip_address (candidates: 6)\u000a21:49:51.983531 tst emergency:sysmo: Using 1 x bts (candidates: 1)\u000a21:49:52.110989 tst emergency_mo_mt_call.py: using LAC 36448\u000a21:49:52.236793 tst emergency_mo_mt_call.py: using RAC 238\u000a21:49:52.360332 tst emergency_mo_mt_call.py: using CellId 36448\u000a21:49:52.484490 tst emergency_mo_mt_call.py: using BVCI 36449\u000a21:49:52.508432 tst emergency:sysmo: Using 1 x ip_address (candidates: 6)\u000a21:49:52.519390 tst emergency:sysmo: Using 1 x ip_address (candidates: 6)\u000a21:49:52.530219 tst emergency:sysmo: Using 1 x ip_address (candidates: 6)\u000a21:49:52.540938 tst emergency:sysmo: Using 1 x ip_address (candidates: 6)\u000a21:49:52.552258 tst emergency:sysmo: Using 1 x ip_address (candidates: 6)\u000a21:49:52.563368 tst emergency:sysmo: Using 1 x modem (candidates: 4)\u000a21:49:52.680128 tst emergency:sysmo: Using 1 x modem (candidates: 4)\u000a21:49:52.878812 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a21:49:53.344425 run create_hlr_db(pid=3582): Launched\u000a21:49:53.515444 bus /sierra_2: Setting Powered False\u000a21:49:54.536311 run create_hlr_db(pid=3582): Terminated: ok {rc=0}\u000a21:49:54.930683 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3584): Launched\u000a21:49:55.227307 run osmo-hlr_10.42.42.2(pid=3585): Launched\u000a21:49:55.335232 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a21:49:55.847924 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3587): Launched\u000a21:49:56.144458 run osmo-stp_10.42.42.5(pid=3588): Launched\u000a21:49:56.266576 tst emergency_mo_mt_call.py: using MSISDN 8350\u000a21:49:56.412852 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a21:49:56.951582 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3590): Launched\u000a21:49:57.247779 run osmo-msc_10.42.42.6(pid=3591): Launched\u000a21:49:57.421407 run osmo-stp_10.42.42.5(pid=3588): ERR: Terminated: ERROR {rc=1} [trial-2395↪emergency:sysmo↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3588)]\u000a21:49:57.548188 run osmo-stp_10.42.42.5(pid=3588): stdout: \u000a| (launched: 2022-12-13_21:49:55.998120)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:49:57.671668 run osmo-stp_10.42.42.5(pid=3588): stderr: \u000a| �[0;m�[38;5;43m20221213214956168 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213214956169 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213214956169 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213214956169 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213214956172 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213214956172 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213214956172 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:49:57.790999 run osmo-stp_10.42.42.5(pid=3588): stdout: \u000a| (launched: 2022-12-13_21:49:55.998120)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:49:57.908858 run osmo-stp_10.42.42.5(pid=3588): stderr: \u000a| �[0;m�[38;5;43m20221213214956168 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213214956169 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213214956169 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213214956169 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213214956172 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213214956172 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213214956172 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:49:57.960206 tst emergency_mo_mt_call.py:19: ERR: Error: osmo-stp_10.42.42.5(pid=3588): Process ended prematurely: osmo-stp_10.42.42.5(pid=3588) [trial-2395↪emergency:sysmo↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3588)] [trial-2395↪emergency:sysmo↪emergency_mo_mt_call.py:19]\u000a21:49:57.968104 tst emergency_mo_mt_call.py:19: Test FAILED (6.0 sec)\u000a21:49:58.027274 run osmo-hlr_10.42.42.2(pid=3585): ERR: Terminated: ERROR {rc=237} [trial-2395↪emergency:sysmo↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=3585)]\u000a21:49:58.075883 run osmo-hlr_10.42.42.2(pid=3585): stdout: \u000a| (launched: 2022-12-13_21:49:55.080930) \u000a21:49:58.125251 run osmo-hlr_10.42.42.2(pid=3585): stderr: \u000a| �[0;m�[1;31m20221213214955254 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213214955254 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213214955254 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213214955254 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213214955254 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213214955255 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213214955266 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2395/run.2022-12-13_21-44-31/emergency:sysmo/emergency_mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213214955275 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213214955275 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213214955275 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a21:49:58.192149 run osmo-msc_10.42.42.6(pid=3591): ERR: Terminated: ERROR {rc=2} [trial-2395↪emergency:sysmo↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=3591)]\u000a21:49:58.240725 run osmo-msc_10.42.42.6(pid=3591): stdout: \u000a| (launched: 2022-12-13_21:49:57.101170) \u000a21:49:58.289987 run osmo-msc_10.42.42.6(pid=3591): stderr: \u000a| �[0;m�[38;5;43m20221213214957373 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213214957373 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f0087218c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213214957373 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213214957373 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213214957373 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213214957374 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213214957375 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213214957376 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213214957376 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213214957376 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a21:49:58.331766 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3584): Terminating (SIGTERM)\u000a21:49:58.371310 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3587): Terminating (SIGTERM)\u000a21:49:58.410917 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3590): Terminating (SIGTERM)\u000a21:49:58.419978 --- ParallelTerminationStrategy: PID 3584 died...\u000a21:49:58.473140 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3584): Terminated: ok {rc=0}\u000a21:49:58.482612 --- ParallelTerminationStrategy: PID 3587 died...\u000a21:49:58.535627 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3587): Terminated: ok {rc=0}\u000a21:49:58.545426 --- ParallelTerminationStrategy: PID 3590 died...\u000a21:49:58.598556 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3590): Terminated: ok {rc=0}\u000a21:49:58.681873 bus /sierra_3: Setting Powered False\u000a21:49:59.788441 bus /sierra_3: Setting Powered False\u000a21:50:00.912150 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 233, "className" : "emergency:sysmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=3609): Process ended prematurely: osmo-stp_10.42.42.5(pid=3609) [trial-2395↪emergency:sysmo↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3609)]", "failedSince" : 2163, "name" : "emergency_preemptive_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/emergency/emergency_preemptive_call.py\", line 32, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=3609): Process ended prematurely: osmo-stp_10.42.42.5(pid=3609) [trial-2395↪emergency:sysmo↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3609)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2395 emergency:sysmo emergency_preemptive_call.py\u000a----------------------------------------------\u000a21:50:01.983231 tst emergency:sysmo: Using 1 x ip_address (candidates: 6)\u000a21:50:02.003444 tst emergency:sysmo: Using 1 x bts (candidates: 1)\u000a21:50:02.161163 tst emergency_preemptive_call.py: using LAC 36449\u000a21:50:02.310607 tst emergency_preemptive_call.py: using RAC 239\u000a21:50:02.439207 tst emergency_preemptive_call.py: using CellId 36449\u000a21:50:02.566267 tst emergency_preemptive_call.py: using BVCI 36450\u000a21:50:02.591417 tst emergency:sysmo: Using 1 x ip_address (candidates: 6)\u000a21:50:02.603002 tst emergency:sysmo: Using 1 x ip_address (candidates: 6)\u000a21:50:02.614404 tst emergency:sysmo: Using 1 x ip_address (candidates: 6)\u000a21:50:02.625817 tst emergency:sysmo: Using 1 x ip_address (candidates: 6)\u000a21:50:02.637415 tst emergency:sysmo: Using 1 x ip_address (candidates: 6)\u000a21:50:02.648537 tst emergency:sysmo: Using 1 x modem (candidates: 4)\u000a21:50:02.766890 tst emergency:sysmo: Using 1 x modem (candidates: 4)\u000a21:50:02.883950 tst emergency:sysmo: Using 1 x modem (candidates: 4)\u000a21:50:02.999655 tst emergency:sysmo: Using 1 x modem (candidates: 4)\u000a21:50:03.205666 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a21:50:03.711509 run create_hlr_db(pid=3603): Launched\u000a21:50:03.895652 bus /sierra_2: Setting Powered False\u000a21:50:04.915897 run create_hlr_db(pid=3603): Terminated: ok {rc=0}\u000a21:50:05.338627 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3605): Launched\u000a21:50:05.656825 run osmo-hlr_10.42.42.2(pid=3606): Launched\u000a21:50:05.773310 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a21:50:06.325030 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3608): Launched\u000a21:50:06.643009 run osmo-stp_10.42.42.5(pid=3609): Launched\u000a21:50:06.769530 tst emergency_preemptive_call.py: using MSISDN 8351\u000a21:50:06.928230 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a21:50:07.503863 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3611): Launched\u000a21:50:07.822100 run osmo-msc_10.42.42.6(pid=3612): Launched\u000a21:50:08.014047 run osmo-stp_10.42.42.5(pid=3609): ERR: Terminated: ERROR {rc=1} [trial-2395↪emergency:sysmo↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3609)]\u000a21:50:08.147838 run osmo-stp_10.42.42.5(pid=3609): stdout: \u000a| (launched: 2022-12-13_21:50:06.486242)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:50:08.281950 run osmo-stp_10.42.42.5(pid=3609): stderr: \u000a| �[0;m�[38;5;43m20221213215006679 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213215006679 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213215006679 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213215006680 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213215006680 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213215006680 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213215006680 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:50:08.409651 run osmo-stp_10.42.42.5(pid=3609): stdout: \u000a| (launched: 2022-12-13_21:50:06.486242)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:50:08.536025 run osmo-stp_10.42.42.5(pid=3609): stderr: \u000a| �[0;m�[38;5;43m20221213215006679 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213215006679 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213215006679 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213215006680 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213215006680 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213215006680 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213215006680 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:50:08.591437 tst emergency_preemptive_call.py:32: ERR: Error: osmo-stp_10.42.42.5(pid=3609): Process ended prematurely: osmo-stp_10.42.42.5(pid=3609) [trial-2395↪emergency:sysmo↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3609)] [trial-2395↪emergency:sysmo↪emergency_preemptive_call.py:32]\u000a21:50:08.600007 tst emergency_preemptive_call.py:32: Test FAILED (6.6 sec)\u000a21:50:08.662246 run osmo-hlr_10.42.42.2(pid=3606): ERR: Terminated: ERROR {rc=237} [trial-2395↪emergency:sysmo↪emergency_preemptive_call.py↪emergency_preemptive_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=3606)]\u000a21:50:08.713655 run osmo-hlr_10.42.42.2(pid=3606): stdout: \u000a| (launched: 2022-12-13_21:50:05.500526) \u000a21:50:08.765550 run osmo-hlr_10.42.42.2(pid=3606): stderr: \u000a| �[0;m�[1;31m20221213215005700 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213215005700 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213215005701 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213215005701 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213215005701 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213215005701 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213215005713 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2395/run.2022-12-13_21-44-31/emergency:sysmo/emergency_preemptive_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213215005722 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213215005722 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213215005722 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a21:50:08.835818 run osmo-msc_10.42.42.6(pid=3612): ERR: Terminated: ERROR {rc=2} [trial-2395↪emergency:sysmo↪emergency_preemptive_call.py↪emergency_preemptive_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=3612)]\u000a21:50:08.886842 run osmo-msc_10.42.42.6(pid=3612): stdout: \u000a| (launched: 2022-12-13_21:50:07.665179) \u000a21:50:08.938315 run osmo-msc_10.42.42.6(pid=3612): stderr: \u000a| �[0;m�[38;5;43m20221213215007992 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213215007992 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f276c277c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213215007992 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213215007992 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213215007992 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213215007992 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213215007996 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213215007997 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213215007997 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213215007997 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a21:50:08.982219 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3605): Terminating (SIGTERM)\u000a21:50:09.023633 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3608): Terminating (SIGTERM)\u000a21:50:09.065416 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3611): Terminating (SIGTERM)\u000a21:50:09.074782 --- ParallelTerminationStrategy: PID 3605 died...\u000a21:50:09.130921 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3605): Terminated: ok {rc=0}\u000a21:50:09.141200 --- ParallelTerminationStrategy: PID 3608 died...\u000a21:50:09.196317 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3608): Terminated: ok {rc=0}\u000a21:50:09.206462 --- ParallelTerminationStrategy: PID 3611 died...\u000a21:50:09.262130 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3611): Terminated: ok {rc=0}\u000a21:50:09.349357 bus /sierra_9: Setting Powered False\u000a21:50:10.453183 bus /sierra_9: Setting Powered False\u000a21:50:11.559420 bus /sierra_8: Setting Powered False\u000a21:50:12.665041 bus /sierra_8: Setting Powered False\u000a21:50:13.780086 bus /sierra_3: Setting Powered False\u000a21:50:14.895982 bus /sierra_3: Setting Powered False\u000a21:50:16.010437 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 27.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "11", "name" : "emergency_sysmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T21:49:51" }, { "cases" : [ { "testActions" : [ ], "age" : 82, "className" : "gprs:sysmo", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=4153): Process ended prematurely: osmo-stp_10.42.42.5(pid=4153) [trial-2395↪gprs:sysmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4153)]", "failedSince" : 2314, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=4153): Process ended prematurely: osmo-stp_10.42.42.5(pid=4153) [trial-2395↪gprs:sysmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4153)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2395 gprs:sysmo cs_paging_gprs_active.py\u000a----------------------------------------------\u000a21:50:18.135362 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a21:50:18.146376 tst gprs:sysmo: Using 1 x bts (candidates: 1)\u000a21:50:18.279225 tst cs_paging_gprs_active.py: using LAC 36450\u000a21:50:18.406484 tst cs_paging_gprs_active.py: using RAC 240\u000a21:50:18.532903 tst cs_paging_gprs_active.py: using CellId 36450\u000a21:50:18.658582 tst cs_paging_gprs_active.py: using BVCI 36451\u000a21:50:18.683202 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a21:50:18.694298 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a21:50:18.705038 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a21:50:18.715664 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a21:50:18.726876 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a21:50:18.737902 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a21:50:18.749110 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a21:50:18.759856 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a21:50:18.770860 tst gprs:sysmo: Using 1 x modem (candidates: 4)\u000a21:50:18.887372 tst gprs:sysmo: Using 1 x modem (candidates: 4)\u000a21:50:19.182423 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a21:50:19.319032 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a21:50:19.653061 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3968): Launched\u000a21:50:19.932015 run iperf3-srv_10.42.42.10(pid=3969): Launched\u000a21:50:20.130493 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a21:50:20.265762 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a21:50:20.600456 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3970): Launched\u000a21:50:20.878518 run iperf3-srv_10.42.42.10(pid=3971): Launched\u000a21:50:21.076885 tst cs_paging_gprs_active.py:38: start network...\u000a21:50:21.211739 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a21:50:21.728643 run create_hlr_db(pid=3972): Launched\u000a21:50:21.916866 bus /sierra_2: Setting Powered False\u000a21:50:22.937537 run create_hlr_db(pid=3972): Terminated: ok {rc=0}\u000a21:50:23.352328 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3974): Launched\u000a21:50:23.798314 run osmo-hlr_10.42.42.2(pid=3983): Launched\u000a21:50:23.982391 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a21:50:24.582716 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4151): Launched\u000a21:50:25.018408 run osmo-stp_10.42.42.5(pid=4153): Launched\u000a21:50:25.238791 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a21:50:26.846076 run pcap-recorder_any(filters='host 10.42.42.6')(pid=4155): Launched\u000a21:50:26.956737 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a21:50:27.264257 run patchelf(pid=4156): Launched\u000a21:50:27.444924 run osmo-stp_10.42.42.5(pid=4153): ERR: Terminated: ERROR {rc=1} [trial-2395↪gprs:sysmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4153)]\u000a21:50:27.580495 run osmo-stp_10.42.42.5(pid=4153): stdout: \u000a| (launched: 2022-12-13_21:50:24.750526)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:50:27.713314 run osmo-stp_10.42.42.5(pid=4153): stderr: \u000a| �[0;m�[38;5;43m20221213215025048 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213215025048 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213215025048 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213215025049 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213215025051 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213215025051 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213215025051 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:50:27.842096 run osmo-stp_10.42.42.5(pid=4153): stdout: \u000a| (launched: 2022-12-13_21:50:24.750526)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:50:27.970733 run osmo-stp_10.42.42.5(pid=4153): stderr: \u000a| �[0;m�[38;5;43m20221213215025048 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213215025048 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213215025048 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213215025049 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213215025051 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213215025051 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213215025051 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:50:28.119266 run patchelf(pid=4156): Terminating (SIGINT)\u000a21:50:28.292729 run patchelf(pid=4156): Terminated: ok {rc=0}\u000a21:50:28.325333 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=4153): Process ended prematurely: osmo-stp_10.42.42.5(pid=4153) [trial-2395↪gprs:sysmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4153)] [trial-2395↪gprs:sysmo↪cs_paging_gprs_active.py:38]\u000a21:50:28.335571 tst cs_paging_gprs_active.py:38: Test FAILED (10.2 sec)\u000a21:50:28.399529 run osmo-hlr_10.42.42.2(pid=3983): ERR: Terminated: ERROR {rc=237} [trial-2395↪gprs:sysmo↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=3983)]\u000a21:50:28.450735 run osmo-hlr_10.42.42.2(pid=3983): stdout: \u000a| (launched: 2022-12-13_21:50:23.508396) \u000a21:50:28.503572 run osmo-hlr_10.42.42.2(pid=3983): stderr: \u000a| �[0;m�[1;31m20221213215023830 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213215023830 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213215023830 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213215023830 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213215023830 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213215023830 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213215023850 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2395/run.2022-12-13_21-44-31/gprs:sysmo/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213215023866 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213215023867 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213215023867 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a21:50:28.548901 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3968): Terminating (SIGTERM)\u000a21:50:28.592751 run iperf3-srv_10.42.42.10(pid=3969): Terminating (SIGTERM)\u000a21:50:28.638434 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3970): Terminating (SIGTERM)\u000a21:50:28.681569 run iperf3-srv_10.42.42.10(pid=3971): Terminating (SIGTERM)\u000a21:50:28.727138 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3974): Terminating (SIGTERM)\u000a21:50:28.770488 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4151): Terminating (SIGTERM)\u000a21:50:28.815668 run pcap-recorder_any(filters='host 10.42.42.6')(pid=4155): Terminating (SIGTERM)\u000a21:50:28.826177 --- ParallelTerminationStrategy: PID 3968 died...\u000a21:50:28.890160 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3968): Terminated: ok {rc=0}\u000a21:50:28.900622 --- ParallelTerminationStrategy: PID 3969 died...\u000a21:50:28.958302 run iperf3-srv_10.42.42.10(pid=3969): Terminated {rc=256}\u000a21:50:28.968762 --- ParallelTerminationStrategy: PID 3970 died...\u000a21:50:29.026772 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3970): Terminated: ok {rc=0}\u000a21:50:29.037539 --- ParallelTerminationStrategy: PID 3971 died...\u000a21:50:29.095925 run iperf3-srv_10.42.42.10(pid=3971): Terminated {rc=256}\u000a21:50:29.106728 --- ParallelTerminationStrategy: PID 3974 died...\u000a21:50:29.165747 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3974): Terminated: ok {rc=0}\u000a21:50:29.176342 --- ParallelTerminationStrategy: PID 4151 died...\u000a21:50:29.234024 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4151): Terminated: ok {rc=0}\u000a21:50:29.244597 --- ParallelTerminationStrategy: PID 4155 died...\u000a21:50:29.300670 run pcap-recorder_any(filters='host 10.42.42.6')(pid=4155): Terminated: ok {rc=0}\u000a21:50:29.390161 bus /gobi_0: Setting Powered False\u000a21:50:30.492761 bus /gobi_0: Setting Powered False\u000a21:50:31.604515 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 82, "className" : "gprs:sysmo", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=4166): Process ended prematurely: osmo-stp_10.42.42.5(pid=4166) [trial-2395↪gprs:sysmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4166)]", "failedSince" : 2314, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=4166): Process ended prematurely: osmo-stp_10.42.42.5(pid=4166) [trial-2395↪gprs:sysmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4166)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2395 gprs:sysmo iperf3.py\u000a----------------------------------------------\u000a21:50:32.720083 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a21:50:32.731513 tst gprs:sysmo: Using 1 x bts (candidates: 1)\u000a21:50:32.866475 tst iperf3.py: using LAC 36451\u000a21:50:32.991085 tst iperf3.py: using RAC 241\u000a21:50:33.117416 tst iperf3.py: using CellId 36451\u000a21:50:33.242581 tst iperf3.py: using BVCI 36452\u000a21:50:33.267306 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a21:50:33.278236 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a21:50:33.289078 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a21:50:33.299750 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a21:50:33.310786 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a21:50:33.322039 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a21:50:33.333254 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a21:50:33.344448 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a21:50:33.355409 tst gprs:sysmo: Using 1 x modem (candidates: 4)\u000a21:50:33.649354 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a21:50:33.784480 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a21:50:34.120187 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4158): Launched\u000a21:50:34.398014 run iperf3-srv_10.42.42.10(pid=4159): Launched\u000a21:50:34.595470 tst iperf3.py:8: start network...\u000a21:50:34.730095 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a21:50:35.245428 run create_hlr_db(pid=4160): Launched\u000a21:50:35.432120 bus /gobi_6: Setting Powered False\u000a21:50:36.453194 run create_hlr_db(pid=4160): Terminated: ok {rc=0}\u000a21:50:36.858707 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4162): Launched\u000a21:50:37.160082 run osmo-hlr_10.42.42.2(pid=4163): Launched\u000a21:50:37.271403 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a21:50:37.794143 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4165): Launched\u000a21:50:38.095715 run osmo-stp_10.42.42.5(pid=4166): Launched\u000a21:50:38.213943 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a21:50:38.744666 run pcap-recorder_any(filters='host 10.42.42.6')(pid=4168): Launched\u000a21:50:38.852158 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a21:50:39.115303 run patchelf(pid=4169): Launched\u000a21:50:39.292063 run osmo-stp_10.42.42.5(pid=4166): ERR: Terminated: ERROR {rc=1} [trial-2395↪gprs:sysmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4166)]\u000a21:50:39.421912 run osmo-stp_10.42.42.5(pid=4166): stdout: \u000a| (launched: 2022-12-13_21:50:37.946342)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:50:39.551665 run osmo-stp_10.42.42.5(pid=4166): stderr: \u000a| �[0;m�[38;5;43m20221213215038117 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213215038117 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213215038118 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213215038118 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213215038120 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213215038120 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213215038120 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:50:39.676536 run osmo-stp_10.42.42.5(pid=4166): stdout: \u000a| (launched: 2022-12-13_21:50:37.946342)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:50:39.800518 run osmo-stp_10.42.42.5(pid=4166): stderr: \u000a| �[0;m�[38;5;43m20221213215038117 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213215038117 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213215038118 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213215038118 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213215038120 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213215038120 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213215038120 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:50:39.944813 run patchelf(pid=4169): Terminating (SIGINT)\u000a21:50:40.115248 run patchelf(pid=4169): Terminated: ok {rc=0}\u000a21:50:40.146504 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=4166): Process ended prematurely: osmo-stp_10.42.42.5(pid=4166) [trial-2395↪gprs:sysmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4166)] [trial-2395↪gprs:sysmo↪iperf3.py:8]\u000a21:50:40.155528 tst iperf3.py:8: Test FAILED (7.5 sec)\u000a21:50:40.216138 run osmo-hlr_10.42.42.2(pid=4163): ERR: Terminated: ERROR {rc=237} [trial-2395↪gprs:sysmo↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=4163)]\u000a21:50:40.265127 run osmo-hlr_10.42.42.2(pid=4163): stdout: \u000a| (launched: 2022-12-13_21:50:37.011328) \u000a21:50:40.314908 run osmo-hlr_10.42.42.2(pid=4163): stderr: \u000a| �[0;m�[1;31m20221213215037187 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213215037187 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213215037187 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213215037187 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213215037187 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213215037187 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213215037199 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2395/run.2022-12-13_21-44-31/gprs:sysmo/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213215037207 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213215037208 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213215037208 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a21:50:40.357567 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4158): Terminating (SIGTERM)\u000a21:50:40.397497 run iperf3-srv_10.42.42.10(pid=4159): Terminating (SIGTERM)\u000a21:50:40.437560 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4162): Terminating (SIGTERM)\u000a21:50:40.477420 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4165): Terminating (SIGTERM)\u000a21:50:40.517343 run pcap-recorder_any(filters='host 10.42.42.6')(pid=4168): Terminating (SIGTERM)\u000a21:50:40.526496 --- ParallelTerminationStrategy: PID 4158 died...\u000a21:50:40.580397 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4158): Terminated: ok {rc=0}\u000a21:50:40.589935 --- ParallelTerminationStrategy: PID 4159 died...\u000a21:50:40.643488 run iperf3-srv_10.42.42.10(pid=4159): Terminated {rc=256}\u000a21:50:40.653058 --- ParallelTerminationStrategy: PID 4162 died...\u000a21:50:40.706427 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4162): Terminated: ok {rc=0}\u000a21:50:40.715944 --- ParallelTerminationStrategy: PID 4165 died...\u000a21:50:40.769266 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4165): Terminated: ok {rc=0}\u000a21:50:40.778772 --- ParallelTerminationStrategy: PID 4168 died...\u000a21:50:40.832206 run pcap-recorder_any(filters='host 10.42.42.6')(pid=4168): Terminated: ok {rc=0}\u000a21:50:40.915622 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 83, "className" : "gprs:sysmo", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=4185): Process ended prematurely: osmo-stp_10.42.42.5(pid=4185) [trial-2395↪gprs:sysmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4185)]", "failedSince" : 2313, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=4185): Process ended prematurely: osmo-stp_10.42.42.5(pid=4185) [trial-2395↪gprs:sysmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4185)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2395 gprs:sysmo iperf3m4.py\u000a----------------------------------------------\u000a21:50:42.024943 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a21:50:42.036024 tst gprs:sysmo: Using 1 x bts (candidates: 1)\u000a21:50:42.161556 tst iperf3m4.py: using LAC 36452\u000a21:50:42.287666 tst iperf3m4.py: using RAC 242\u000a21:50:42.411578 tst iperf3m4.py: using CellId 36452\u000a21:50:42.532178 tst iperf3m4.py: using BVCI 36453\u000a21:50:42.555158 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a21:50:42.565610 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a21:50:42.575941 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a21:50:42.586322 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a21:50:42.596357 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a21:50:42.607233 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a21:50:42.619018 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a21:50:42.630170 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a21:50:42.641415 tst gprs:sysmo: Using 1 x modem (candidates: 4)\u000a21:50:42.759203 tst gprs:sysmo: Using 1 x modem (candidates: 4)\u000a21:50:42.881626 tst gprs:sysmo: Using 1 x modem (candidates: 4)\u000a21:50:43.001408 tst gprs:sysmo: Using 1 x modem (candidates: 4)\u000a21:50:43.279593 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a21:50:43.405927 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a21:50:43.718926 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4170): Launched\u000a21:50:43.979442 run iperf3-srv_10.42.42.10(pid=4171): Launched\u000a21:50:44.163123 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a21:50:44.288662 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a21:50:44.601371 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4172): Launched\u000a21:50:44.861175 run iperf3-srv_10.42.42.10(pid=4173): Launched\u000a21:50:45.044796 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a21:50:45.170615 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a21:50:45.483776 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4174): Launched\u000a21:50:45.744117 run iperf3-srv_10.42.42.10(pid=4175): Launched\u000a21:50:45.933966 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a21:50:46.062271 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a21:50:46.424324 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4177): Launched\u000a21:50:46.793833 run iperf3-srv_10.42.42.10(pid=4178): Launched\u000a21:50:46.981633 tst iperf3m4.py:8: start network...\u000a21:50:47.111128 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a21:50:47.592049 run create_hlr_db(pid=4179): Launched\u000a21:50:47.766259 bus /gobi_6: Setting Powered False\u000a21:50:48.788626 run create_hlr_db(pid=4179): Terminated: ok {rc=0}\u000a21:50:49.219824 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4181): Launched\u000a21:50:49.544913 run osmo-hlr_10.42.42.2(pid=4182): Launched\u000a21:50:49.664572 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a21:50:50.227654 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4184): Launched\u000a21:50:50.550470 run osmo-stp_10.42.42.5(pid=4185): Launched\u000a21:50:50.667604 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a21:50:51.231507 run pcap-recorder_any(filters='host 10.42.42.6')(pid=4187): Launched\u000a21:50:51.347288 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a21:50:51.629844 run patchelf(pid=4188): Launched\u000a21:50:51.818872 run osmo-stp_10.42.42.5(pid=4185): ERR: Terminated: ERROR {rc=1} [trial-2395↪gprs:sysmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4185)]\u000a21:50:51.959140 run osmo-stp_10.42.42.5(pid=4185): stdout: \u000a| (launched: 2022-12-13_21:50:50.392173)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:50:52.098085 run osmo-stp_10.42.42.5(pid=4185): stderr: \u000a| �[0;m�[38;5;43m20221213215050585 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213215050585 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213215050585 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213215050585 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213215050586 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213215050586 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213215050586 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:50:52.232200 run osmo-stp_10.42.42.5(pid=4185): stdout: \u000a| (launched: 2022-12-13_21:50:50.392173)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:50:52.364804 run osmo-stp_10.42.42.5(pid=4185): stderr: \u000a| �[0;m�[38;5;43m20221213215050585 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213215050585 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213215050585 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213215050585 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213215050586 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213215050586 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213215050586 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:50:52.518730 run patchelf(pid=4188): Terminating (SIGINT)\u000a21:50:52.699799 run patchelf(pid=4188): Terminated: ok {rc=0}\u000a21:50:52.733081 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=4185): Process ended prematurely: osmo-stp_10.42.42.5(pid=4185) [trial-2395↪gprs:sysmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4185)] [trial-2395↪gprs:sysmo↪iperf3m4.py:8]\u000a21:50:52.742868 tst iperf3m4.py:8: Test FAILED (10.8 sec)\u000a21:50:52.805623 run osmo-hlr_10.42.42.2(pid=4182): ERR: Terminated: ERROR {rc=237} [trial-2395↪gprs:sysmo↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=4182)]\u000a21:50:52.857322 run osmo-hlr_10.42.42.2(pid=4182): stdout: \u000a| (launched: 2022-12-13_21:50:49.385700) \u000a21:50:52.909123 run osmo-hlr_10.42.42.2(pid=4182): stderr: \u000a| �[0;m�[1;31m20221213215049587 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213215049587 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213215049587 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213215049587 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213215049587 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213215049587 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213215049599 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2395/run.2022-12-13_21-44-31/gprs:sysmo/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213215049608 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213215049608 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213215049608 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a21:50:52.953074 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4170): Terminating (SIGTERM)\u000a21:50:52.994513 run iperf3-srv_10.42.42.10(pid=4171): Terminating (SIGTERM)\u000a21:50:53.035953 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4172): Terminating (SIGTERM)\u000a21:50:53.077401 run iperf3-srv_10.42.42.10(pid=4173): Terminating (SIGTERM)\u000a21:50:53.118881 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4174): Terminating (SIGTERM)\u000a21:50:53.160121 run iperf3-srv_10.42.42.10(pid=4175): Terminating (SIGTERM)\u000a21:50:53.201551 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4177): Terminating (SIGTERM)\u000a21:50:53.242756 run iperf3-srv_10.42.42.10(pid=4178): Terminating (SIGTERM)\u000a21:50:53.284017 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4181): Terminating (SIGTERM)\u000a21:50:53.325477 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4184): Terminating (SIGTERM)\u000a21:50:53.366772 run pcap-recorder_any(filters='host 10.42.42.6')(pid=4187): Terminating (SIGTERM)\u000a21:50:53.376366 --- ParallelTerminationStrategy: PID 4170 died...\u000a21:50:53.432051 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4170): Terminated: ok {rc=0}\u000a21:50:53.442067 --- ParallelTerminationStrategy: PID 4171 died...\u000a21:50:53.497157 run iperf3-srv_10.42.42.10(pid=4171): Terminated {rc=256}\u000a21:50:53.507044 --- ParallelTerminationStrategy: PID 4172 died...\u000a21:50:53.562400 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4172): Terminated: ok {rc=0}\u000a21:50:53.572256 --- ParallelTerminationStrategy: PID 4173 died...\u000a21:50:53.627633 run iperf3-srv_10.42.42.10(pid=4173): Terminated {rc=256}\u000a21:50:53.637689 --- ParallelTerminationStrategy: PID 4174 died...\u000a21:50:53.693032 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4174): Terminated: ok {rc=0}\u000a21:50:53.703044 --- ParallelTerminationStrategy: PID 4175 died...\u000a21:50:53.758245 run iperf3-srv_10.42.42.10(pid=4175): Terminated {rc=256}\u000a21:50:53.768146 --- ParallelTerminationStrategy: PID 4177 died...\u000a21:50:53.823787 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4177): Terminated: ok {rc=0}\u000a21:50:53.833892 --- ParallelTerminationStrategy: PID 4178 died...\u000a21:50:53.889248 run iperf3-srv_10.42.42.10(pid=4178): Terminated {rc=256}\u000a21:50:53.899192 --- ParallelTerminationStrategy: PID 4181 died...\u000a21:50:53.954541 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4181): Terminated: ok {rc=0}\u000a21:50:53.964489 --- ParallelTerminationStrategy: PID 4184 died...\u000a21:50:54.019824 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4184): Terminated: ok {rc=0}\u000a21:50:54.029922 --- ParallelTerminationStrategy: PID 4187 died...\u000a21:50:54.085222 run pcap-recorder_any(filters='host 10.42.42.6')(pid=4187): Terminated: ok {rc=0}\u000a21:50:54.172509 bus /gobi_4: Setting Powered False\u000a21:50:55.278571 bus /gobi_4: Setting Powered False\u000a21:50:56.386704 bus /gobi_1: Setting Powered False\u000a21:50:57.487339 bus /gobi_1: Setting Powered False\u000a21:50:58.597846 bus /gobi_0: Setting Powered False\u000a21:50:59.699659 bus /gobi_0: Setting Powered False\u000a21:51:00.808138 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 65, "className" : "gprs:sysmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=4198): Process ended prematurely: osmo-stp_10.42.42.5(pid=4198) [trial-2395↪gprs:sysmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4198)]", "failedSince" : 2331, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=4198): Process ended prematurely: osmo-stp_10.42.42.5(pid=4198) [trial-2395↪gprs:sysmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4198)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2395 gprs:sysmo ping.py\u000a----------------------------------------------\u000a21:51:01.877692 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a21:51:01.890267 tst gprs:sysmo: Using 1 x bts (candidates: 1)\u000a21:51:02.019502 tst ping.py: using LAC 36453\u000a21:51:02.138138 tst ping.py: using RAC 243\u000a21:51:02.256804 tst ping.py: using CellId 36453\u000a21:51:02.376128 tst ping.py: using BVCI 36454\u000a21:51:02.399161 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a21:51:02.409775 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a21:51:02.420313 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a21:51:02.430899 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a21:51:02.441990 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a21:51:02.453702 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a21:51:02.466008 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a21:51:02.476760 tst gprs:sysmo: Using 1 x modem (candidates: 4)\u000a21:51:02.755305 tst ping.py:19: start network...\u000a21:51:02.879772 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a21:51:03.349433 run create_hlr_db(pid=4192): Launched\u000a21:51:03.521363 bus /gobi_6: Setting Powered False\u000a21:51:04.543320 run create_hlr_db(pid=4192): Terminated: ok {rc=0}\u000a21:51:04.940361 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4194): Launched\u000a21:51:05.238527 run osmo-hlr_10.42.42.2(pid=4195): Launched\u000a21:51:05.345321 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a21:51:05.859690 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4197): Launched\u000a21:51:06.157325 run osmo-stp_10.42.42.5(pid=4198): Launched\u000a21:51:06.266267 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a21:51:06.781479 run pcap-recorder_any(filters='host 10.42.42.6')(pid=4200): Launched\u000a21:51:06.886789 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a21:51:07.145495 run patchelf(pid=4201): Launched\u000a21:51:07.319162 run osmo-stp_10.42.42.5(pid=4198): ERR: Terminated: ERROR {rc=1} [trial-2395↪gprs:sysmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4198)]\u000a21:51:07.446641 run osmo-stp_10.42.42.5(pid=4198): stdout: \u000a| (launched: 2022-12-13_21:51:06.009972)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:51:07.573956 run osmo-stp_10.42.42.5(pid=4198): stderr: \u000a| �[0;m�[38;5;43m20221213215106182 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213215106182 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213215106182 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213215106182 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213215106183 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213215106183 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213215106183 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:51:07.696858 run osmo-stp_10.42.42.5(pid=4198): stdout: \u000a| (launched: 2022-12-13_21:51:06.009972)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:51:07.818996 run osmo-stp_10.42.42.5(pid=4198): stderr: \u000a| �[0;m�[38;5;43m20221213215106182 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213215106182 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213215106182 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213215106182 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213215106183 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213215106183 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213215106183 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:51:07.960566 run patchelf(pid=4201): Terminating (SIGINT)\u000a21:51:08.126751 run patchelf(pid=4201): Terminated: ok {rc=0}\u000a21:51:08.156802 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=4198): Process ended prematurely: osmo-stp_10.42.42.5(pid=4198) [trial-2395↪gprs:sysmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4198)] [trial-2395↪gprs:sysmo↪ping.py:22]\u000a21:51:08.165451 tst ping.py:22: Test FAILED (6.3 sec)\u000a21:51:08.225642 run osmo-hlr_10.42.42.2(pid=4195): ERR: Terminated: ERROR {rc=237} [trial-2395↪gprs:sysmo↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=4195)]\u000a21:51:08.274878 run osmo-hlr_10.42.42.2(pid=4195): stdout: \u000a| (launched: 2022-12-13_21:51:05.091357) \u000a21:51:08.324601 run osmo-hlr_10.42.42.2(pid=4195): stderr: \u000a| �[0;m�[1;31m20221213215105268 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213215105268 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213215105268 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213215105268 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213215105268 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213215105268 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213215105322 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2395/run.2022-12-13_21-44-31/gprs:sysmo/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213215105332 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213215105332 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213215105332 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a21:51:08.366895 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4194): Terminating (SIGTERM)\u000a21:51:08.406984 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4197): Terminating (SIGTERM)\u000a21:51:08.446947 run pcap-recorder_any(filters='host 10.42.42.6')(pid=4200): Terminating (SIGTERM)\u000a21:51:08.456131 --- ParallelTerminationStrategy: PID 4194 died...\u000a21:51:08.510036 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4194): Terminated: ok {rc=0}\u000a21:51:08.519578 --- ParallelTerminationStrategy: PID 4197 died...\u000a21:51:08.573037 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4197): Terminated: ok {rc=0}\u000a21:51:08.582562 --- ParallelTerminationStrategy: PID 4200 died...\u000a21:51:08.636211 run pcap-recorder_any(filters='host 10.42.42.6')(pid=4200): Terminated: ok {rc=0}\u000a21:51:08.724569 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 65, "className" : "gprs:sysmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=4208): Process ended prematurely: osmo-stp_10.42.42.5(pid=4208) [trial-2395↪gprs:sysmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4208)]", "failedSince" : 2331, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=4208): Process ended prematurely: osmo-stp_10.42.42.5(pid=4208) [trial-2395↪gprs:sysmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4208)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2395 gprs:sysmo ping_idle_ping.py\u000a----------------------------------------------\u000a21:51:09.777607 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a21:51:09.789253 tst gprs:sysmo: Using 1 x bts (candidates: 1)\u000a21:51:09.916715 tst ping_idle_ping.py: using LAC 36454\u000a21:51:10.032009 tst ping_idle_ping.py: using RAC 244\u000a21:51:10.146895 tst ping_idle_ping.py: using CellId 36454\u000a21:51:10.261710 tst ping_idle_ping.py: using BVCI 36455\u000a21:51:10.284475 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a21:51:10.294972 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a21:51:10.305564 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a21:51:10.315695 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a21:51:10.326051 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a21:51:10.336407 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a21:51:10.347078 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a21:51:10.357694 tst gprs:sysmo: Using 1 x modem (candidates: 4)\u000a21:51:10.654518 tst ping_idle_ping.py:24: start network...\u000a21:51:10.787607 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a21:51:11.296880 run create_hlr_db(pid=4202): Launched\u000a21:51:11.480670 bus /gobi_6: Setting Powered False\u000a21:51:12.502750 run create_hlr_db(pid=4202): Terminated: ok {rc=0}\u000a21:51:12.903339 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4204): Launched\u000a21:51:13.201408 run osmo-hlr_10.42.42.2(pid=4205): Launched\u000a21:51:13.318061 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a21:51:13.843516 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4207): Launched\u000a21:51:14.141535 run osmo-stp_10.42.42.5(pid=4208): Launched\u000a21:51:14.250797 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a21:51:14.771363 run pcap-recorder_any(filters='host 10.42.42.6')(pid=4210): Launched\u000a21:51:14.877865 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a21:51:15.137669 run patchelf(pid=4211): Launched\u000a21:51:15.312203 run osmo-stp_10.42.42.5(pid=4208): ERR: Terminated: ERROR {rc=1} [trial-2395↪gprs:sysmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4208)]\u000a21:51:15.440003 run osmo-stp_10.42.42.5(pid=4208): stdout: \u000a| (launched: 2022-12-13_21:51:13.994111)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:51:15.568251 run osmo-stp_10.42.42.5(pid=4208): stderr: \u000a| �[0;m�[38;5;43m20221213215114164 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213215114164 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213215114164 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213215114165 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213215114165 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213215114165 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213215114165 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:51:15.691855 run osmo-stp_10.42.42.5(pid=4208): stdout: \u000a| (launched: 2022-12-13_21:51:13.994111)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:51:15.814319 run osmo-stp_10.42.42.5(pid=4208): stderr: \u000a| �[0;m�[38;5;43m20221213215114164 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213215114164 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213215114164 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213215114165 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213215114165 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213215114165 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213215114165 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:51:15.967747 run patchelf(pid=4211): Terminating (SIGINT)\u000a21:51:16.137867 run patchelf(pid=4211): Terminated: ok {rc=0}\u000a21:51:16.169598 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=4208): Process ended prematurely: osmo-stp_10.42.42.5(pid=4208) [trial-2395↪gprs:sysmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4208)] [trial-2395↪gprs:sysmo↪ping_idle_ping.py:27]\u000a21:51:16.179212 tst ping_idle_ping.py:27: Test FAILED (6.4 sec)\u000a21:51:16.242769 run osmo-hlr_10.42.42.2(pid=4205): ERR: Terminated: ERROR {rc=237} [trial-2395↪gprs:sysmo↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=4205)]\u000a21:51:16.294245 run osmo-hlr_10.42.42.2(pid=4205): stdout: \u000a| (launched: 2022-12-13_21:51:13.054235) \u000a21:51:16.346805 run osmo-hlr_10.42.42.2(pid=4205): stderr: \u000a| �[0;m�[1;31m20221213215113231 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213215113231 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213215113231 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213215113231 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213215113231 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213215113231 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213215113247 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2395/run.2022-12-13_21-44-31/gprs:sysmo/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213215113257 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213215113257 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213215113257 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a21:51:16.391369 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4204): Terminating (SIGTERM)\u000a21:51:16.433412 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4207): Terminating (SIGTERM)\u000a21:51:16.476511 run pcap-recorder_any(filters='host 10.42.42.6')(pid=4210): Terminating (SIGTERM)\u000a21:51:16.486845 --- ParallelTerminationStrategy: PID 4204 died...\u000a21:51:16.546746 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4204): Terminated: ok {rc=0}\u000a21:51:16.557308 --- ParallelTerminationStrategy: PID 4207 died...\u000a21:51:16.614564 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4207): Terminated: ok {rc=0}\u000a21:51:16.625082 --- ParallelTerminationStrategy: PID 4210 died...\u000a21:51:16.681732 run pcap-recorder_any(filters='host 10.42.42.6')(pid=4210): Terminated: ok {rc=0}\u000a21:51:16.768054 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 61.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "12", "name" : "gprs_sysmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T21:50:17" }, { "cases" : [ { "testActions" : [ ], "age" : 83, "className" : "gprs:sysmo+mod-bts0-egprs", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=4225): Process ended prematurely: osmo-stp_10.42.42.5(pid=4225) [trial-2395↪gprs:sysmo+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4225)]", "failedSince" : 2313, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=4225): Process ended prematurely: osmo-stp_10.42.42.5(pid=4225) [trial-2395↪gprs:sysmo+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4225)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2395 gprs:sysmo+mod-bts0-egprs cs_paging_gprs_active.py\u000a----------------------------------------------\u000a21:51:18.882375 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a21:51:18.893554 tst gprs:sysmo+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a21:51:19.025201 tst cs_paging_gprs_active.py: using LAC 36455\u000a21:51:19.151668 tst cs_paging_gprs_active.py: using RAC 245\u000a21:51:19.277903 tst cs_paging_gprs_active.py: using CellId 36455\u000a21:51:19.404813 tst cs_paging_gprs_active.py: using BVCI 36456\u000a21:51:19.429873 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a21:51:19.440919 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a21:51:19.451833 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a21:51:19.462818 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a21:51:19.474114 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a21:51:19.485065 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a21:51:19.496037 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a21:51:19.506868 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a21:51:19.517917 tst gprs:sysmo+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a21:51:19.640253 tst gprs:sysmo+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a21:51:19.936756 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a21:51:20.072694 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a21:51:20.409350 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4215): Launched\u000a21:51:20.688556 run iperf3-srv_10.42.42.10(pid=4216): Launched\u000a21:51:20.888469 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a21:51:21.024368 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a21:51:21.360277 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4217): Launched\u000a21:51:21.638910 run iperf3-srv_10.42.42.10(pid=4218): Launched\u000a21:51:21.838724 tst cs_paging_gprs_active.py:38: start network...\u000a21:51:21.975103 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a21:51:22.493663 run create_hlr_db(pid=4219): Launched\u000a21:51:22.681413 bus /gobi_6: Setting Powered False\u000a21:51:23.702526 run create_hlr_db(pid=4219): Terminated: ok {rc=0}\u000a21:51:24.110603 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4221): Launched\u000a21:51:24.415518 run osmo-hlr_10.42.42.2(pid=4222): Launched\u000a21:51:24.532766 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a21:51:25.068358 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4224): Launched\u000a21:51:25.372227 run osmo-stp_10.42.42.5(pid=4225): Launched\u000a21:51:25.483699 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a21:51:26.011894 run pcap-recorder_any(filters='host 10.42.42.6')(pid=4227): Launched\u000a21:51:26.120639 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a21:51:26.385881 run patchelf(pid=4228): Launched\u000a21:51:26.564005 run osmo-stp_10.42.42.5(pid=4225): ERR: Terminated: ERROR {rc=1} [trial-2395↪gprs:sysmo+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4225)]\u000a21:51:26.694072 run osmo-stp_10.42.42.5(pid=4225): stdout: \u000a| (launched: 2022-12-13_21:51:25.222460)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:51:26.824458 run osmo-stp_10.42.42.5(pid=4225): stderr: \u000a| �[0;m�[38;5;43m20221213215125392 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213215125392 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213215125392 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213215125393 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213215125393 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213215125393 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213215125394 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:51:26.950383 run osmo-stp_10.42.42.5(pid=4225): stdout: \u000a| (launched: 2022-12-13_21:51:25.222460)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:51:27.074890 run osmo-stp_10.42.42.5(pid=4225): stderr: \u000a| �[0;m�[38;5;43m20221213215125392 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213215125392 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213215125392 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213215125393 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213215125393 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213215125393 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213215125394 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:51:27.219708 run patchelf(pid=4228): Terminating (SIGINT)\u000a21:51:27.389321 run patchelf(pid=4228): Terminated: ok {rc=0}\u000a21:51:27.420299 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=4225): Process ended prematurely: osmo-stp_10.42.42.5(pid=4225) [trial-2395↪gprs:sysmo+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4225)] [trial-2395↪gprs:sysmo+mod-bts0-egprs↪cs_paging_gprs_active.py:38]\u000a21:51:27.429438 tst cs_paging_gprs_active.py:38: Test FAILED (8.6 sec)\u000a21:51:27.490153 run osmo-hlr_10.42.42.2(pid=4222): ERR: Terminated: ERROR {rc=237} [trial-2395↪gprs:sysmo+mod-bts0-egprs↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=4222)]\u000a21:51:27.539429 run osmo-hlr_10.42.42.2(pid=4222): stdout: \u000a| (launched: 2022-12-13_21:51:24.264570) \u000a21:51:27.589397 run osmo-hlr_10.42.42.2(pid=4222): stderr: \u000a| �[0;m�[1;31m20221213215124444 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213215124444 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213215124444 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213215124444 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213215124444 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213215124444 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213215124462 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2395/run.2022-12-13_21-44-31/gprs:sysmo+mod-bts0-egprs/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213215124472 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213215124472 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213215124472 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a21:51:27.632021 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4215): Terminating (SIGTERM)\u000a21:51:27.672055 run iperf3-srv_10.42.42.10(pid=4216): Terminating (SIGTERM)\u000a21:51:27.711977 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4217): Terminating (SIGTERM)\u000a21:51:27.751940 run iperf3-srv_10.42.42.10(pid=4218): Terminating (SIGTERM)\u000a21:51:27.791965 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4221): Terminating (SIGTERM)\u000a21:51:27.831950 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4224): Terminating (SIGTERM)\u000a21:51:27.872307 run pcap-recorder_any(filters='host 10.42.42.6')(pid=4227): Terminating (SIGTERM)\u000a21:51:27.881626 --- ParallelTerminationStrategy: PID 4215 died...\u000a21:51:27.936134 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4215): Terminated: ok {rc=0}\u000a21:51:27.945786 --- ParallelTerminationStrategy: PID 4216 died...\u000a21:51:27.999074 run iperf3-srv_10.42.42.10(pid=4216): Terminated {rc=256}\u000a21:51:28.008601 --- ParallelTerminationStrategy: PID 4217 died...\u000a21:51:28.061930 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4217): Terminated: ok {rc=0}\u000a21:51:28.071442 --- ParallelTerminationStrategy: PID 4218 died...\u000a21:51:28.124933 run iperf3-srv_10.42.42.10(pid=4218): Terminated {rc=256}\u000a21:51:28.134511 --- ParallelTerminationStrategy: PID 4221 died...\u000a21:51:28.187811 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4221): Terminated: ok {rc=0}\u000a21:51:28.197434 --- ParallelTerminationStrategy: PID 4224 died...\u000a21:51:28.251080 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4224): Terminated: ok {rc=0}\u000a21:51:28.260640 --- ParallelTerminationStrategy: PID 4227 died...\u000a21:51:28.314155 run pcap-recorder_any(filters='host 10.42.42.6')(pid=4227): Terminated: ok {rc=0}\u000a21:51:28.397928 bus /gobi_0: Setting Powered False\u000a21:51:29.504660 bus /gobi_0: Setting Powered False\u000a21:51:30.616289 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 253, "className" : "gprs:sysmo+mod-bts0-egprs", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=4237): Process ended prematurely: osmo-stp_10.42.42.5(pid=4237) [trial-2395↪gprs:sysmo+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4237)]", "failedSince" : 2143, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=4237): Process ended prematurely: osmo-stp_10.42.42.5(pid=4237) [trial-2395↪gprs:sysmo+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4237)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2395 gprs:sysmo+mod-bts0-egprs iperf3.py\u000a----------------------------------------------\u000a21:51:31.754269 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a21:51:31.769977 tst gprs:sysmo+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a21:51:31.904763 tst iperf3.py: using LAC 36456\u000a21:51:32.031507 tst iperf3.py: using RAC 246\u000a21:51:32.194391 tst iperf3.py: using CellId 36456\u000a21:51:32.327461 tst iperf3.py: using BVCI 36457\u000a21:51:32.352530 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a21:51:32.363930 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a21:51:32.375251 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a21:51:32.386481 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a21:51:32.398114 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a21:51:32.409768 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a21:51:32.421640 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a21:51:32.433303 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a21:51:32.445178 tst gprs:sysmo+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a21:51:32.746760 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a21:51:32.882066 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a21:51:33.216297 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4229): Launched\u000a21:51:33.493843 run iperf3-srv_10.42.42.10(pid=4230): Launched\u000a21:51:33.691312 tst iperf3.py:8: start network...\u000a21:51:33.826010 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a21:51:34.343104 run create_hlr_db(pid=4231): Launched\u000a21:51:34.530498 bus /gobi_6: Setting Powered False\u000a21:51:35.551127 run create_hlr_db(pid=4231): Terminated: ok {rc=0}\u000a21:51:35.981671 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4233): Launched\u000a21:51:36.305543 run osmo-hlr_10.42.42.2(pid=4234): Launched\u000a21:51:36.427258 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a21:51:36.989498 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4236): Launched\u000a21:51:37.313344 run osmo-stp_10.42.42.5(pid=4237): Launched\u000a21:51:37.430718 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a21:51:37.998138 run pcap-recorder_any(filters='host 10.42.42.6')(pid=4239): Launched\u000a21:51:38.114052 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a21:51:38.396203 run patchelf(pid=4240): Launched\u000a21:51:38.585415 run osmo-stp_10.42.42.5(pid=4237): ERR: Terminated: ERROR {rc=1} [trial-2395↪gprs:sysmo+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4237)]\u000a21:51:38.723450 run osmo-stp_10.42.42.5(pid=4237): stdout: \u000a| (launched: 2022-12-13_21:51:37.154119)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:51:38.862670 run osmo-stp_10.42.42.5(pid=4237): stderr: \u000a| �[0;m�[38;5;43m20221213215137347 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213215137347 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213215137347 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213215137348 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213215137348 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213215137348 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213215137348 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:51:38.996569 run osmo-stp_10.42.42.5(pid=4237): stdout: \u000a| (launched: 2022-12-13_21:51:37.154119)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:51:39.129546 run osmo-stp_10.42.42.5(pid=4237): stderr: \u000a| �[0;m�[38;5;43m20221213215137347 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213215137347 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213215137347 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213215137348 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213215137348 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213215137348 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213215137348 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:51:39.283797 run patchelf(pid=4240): Terminating (SIGINT)\u000a21:51:39.465360 run patchelf(pid=4240): Terminated: ok {rc=0}\u000a21:51:39.498657 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=4237): Process ended prematurely: osmo-stp_10.42.42.5(pid=4237) [trial-2395↪gprs:sysmo+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4237)] [trial-2395↪gprs:sysmo+mod-bts0-egprs↪iperf3.py:8]\u000a21:51:39.508562 tst iperf3.py:8: Test FAILED (7.8 sec)\u000a21:51:39.571286 run osmo-hlr_10.42.42.2(pid=4234): ERR: Terminated: ERROR {rc=237} [trial-2395↪gprs:sysmo+mod-bts0-egprs↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=4234)]\u000a21:51:39.622689 run osmo-hlr_10.42.42.2(pid=4234): stdout: \u000a| (launched: 2022-12-13_21:51:36.146197) \u000a21:51:39.674488 run osmo-hlr_10.42.42.2(pid=4234): stderr: \u000a| �[0;m�[1;31m20221213215136348 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213215136348 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213215136348 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213215136348 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213215136348 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213215136348 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213215136360 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2395/run.2022-12-13_21-44-31/gprs:sysmo+mod-bts0-egprs/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213215136368 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213215136369 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213215136369 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a21:51:39.718678 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4229): Terminating (SIGTERM)\u000a21:51:39.760212 run iperf3-srv_10.42.42.10(pid=4230): Terminating (SIGTERM)\u000a21:51:39.801950 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4233): Terminating (SIGTERM)\u000a21:51:39.843596 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4236): Terminating (SIGTERM)\u000a21:51:39.885681 run pcap-recorder_any(filters='host 10.42.42.6')(pid=4239): Terminating (SIGTERM)\u000a21:51:39.895441 --- ParallelTerminationStrategy: PID 4229 died...\u000a21:51:39.951181 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4229): Terminated: ok {rc=0}\u000a21:51:39.961369 --- ParallelTerminationStrategy: PID 4230 died...\u000a21:51:40.016657 run iperf3-srv_10.42.42.10(pid=4230): Terminated {rc=256}\u000a21:51:40.026708 --- ParallelTerminationStrategy: PID 4233 died...\u000a21:51:40.082193 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4233): Terminated: ok {rc=0}\u000a21:51:40.092247 --- ParallelTerminationStrategy: PID 4236 died...\u000a21:51:40.147851 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4236): Terminated: ok {rc=0}\u000a21:51:40.158006 --- ParallelTerminationStrategy: PID 4239 died...\u000a21:51:40.213524 run pcap-recorder_any(filters='host 10.42.42.6')(pid=4239): Terminated: ok {rc=0}\u000a21:51:40.300275 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 253, "className" : "gprs:sysmo+mod-bts0-egprs", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=4255): Process ended prematurely: osmo-stp_10.42.42.5(pid=4255) [trial-2395↪gprs:sysmo+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4255)]", "failedSince" : 2143, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=4255): Process ended prematurely: osmo-stp_10.42.42.5(pid=4255) [trial-2395↪gprs:sysmo+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4255)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2395 gprs:sysmo+mod-bts0-egprs iperf3m4.py\u000a----------------------------------------------\u000a21:51:41.415198 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a21:51:41.427009 tst gprs:sysmo+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a21:51:41.556800 tst iperf3m4.py: using LAC 36457\u000a21:51:41.679189 tst iperf3m4.py: using RAC 247\u000a21:51:41.797791 tst iperf3m4.py: using CellId 36457\u000a21:51:41.916284 tst iperf3m4.py: using BVCI 36458\u000a21:51:41.939479 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a21:51:41.950420 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a21:51:41.961096 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a21:51:41.971509 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a21:51:41.982698 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a21:51:41.993619 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a21:51:42.004653 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a21:51:42.015438 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a21:51:42.026485 tst gprs:sysmo+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a21:51:42.146773 tst gprs:sysmo+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a21:51:42.268894 tst gprs:sysmo+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a21:51:42.387313 tst gprs:sysmo+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a21:51:42.666389 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a21:51:42.792713 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a21:51:43.109426 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4241): Launched\u000a21:51:43.370226 run iperf3-srv_10.42.42.10(pid=4242): Launched\u000a21:51:43.555050 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a21:51:43.681676 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a21:51:43.996275 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4243): Launched\u000a21:51:44.256890 run iperf3-srv_10.42.42.10(pid=4244): Launched\u000a21:51:44.441327 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a21:51:44.567892 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a21:51:44.882553 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4245): Launched\u000a21:51:45.143918 run iperf3-srv_10.42.42.10(pid=4246): Launched\u000a21:51:45.328153 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a21:51:45.454511 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a21:51:45.768870 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4247): Launched\u000a21:51:46.072425 run iperf3-srv_10.42.42.10(pid=4248): Launched\u000a21:51:46.264090 tst iperf3m4.py:8: start network...\u000a21:51:46.395004 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a21:51:46.927870 run create_hlr_db(pid=4249): Launched\u000a21:51:47.106274 bus /gobi_6: Setting Powered False\u000a21:51:48.135911 run create_hlr_db(pid=4249): Terminated: ok {rc=0}\u000a21:51:48.542747 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4251): Launched\u000a21:51:48.846095 run osmo-hlr_10.42.42.2(pid=4252): Launched\u000a21:51:48.963089 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a21:51:49.496685 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4254): Launched\u000a21:51:49.799377 run osmo-stp_10.42.42.5(pid=4255): Launched\u000a21:51:49.910646 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a21:51:50.438278 run pcap-recorder_any(filters='host 10.42.42.6')(pid=4257): Launched\u000a21:51:50.546536 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a21:51:50.811543 run patchelf(pid=4258): Launched\u000a21:51:50.988320 run osmo-stp_10.42.42.5(pid=4255): ERR: Terminated: ERROR {rc=1} [trial-2395↪gprs:sysmo+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4255)]\u000a21:51:51.118074 run osmo-stp_10.42.42.5(pid=4255): stdout: \u000a| (launched: 2022-12-13_21:51:49.650394)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:51:51.247608 run osmo-stp_10.42.42.5(pid=4255): stderr: \u000a| �[0;m�[38;5;43m20221213215149822 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213215149822 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213215149822 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213215149823 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213215149823 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213215149823 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213215149823 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:51:51.372874 run osmo-stp_10.42.42.5(pid=4255): stdout: \u000a| (launched: 2022-12-13_21:51:49.650394)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:51:51.496625 run osmo-stp_10.42.42.5(pid=4255): stderr: \u000a| �[0;m�[38;5;43m20221213215149822 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213215149822 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213215149822 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213215149823 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213215149823 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213215149823 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213215149823 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:51:51.641370 run patchelf(pid=4258): Terminating (SIGINT)\u000a21:51:51.811186 run patchelf(pid=4258): Terminated: ok {rc=0}\u000a21:51:51.842288 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=4255): Process ended prematurely: osmo-stp_10.42.42.5(pid=4255) [trial-2395↪gprs:sysmo+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4255)] [trial-2395↪gprs:sysmo+mod-bts0-egprs↪iperf3m4.py:8]\u000a21:51:51.851455 tst iperf3m4.py:8: Test FAILED (10.5 sec)\u000a21:51:51.912628 run osmo-hlr_10.42.42.2(pid=4252): ERR: Terminated: ERROR {rc=237} [trial-2395↪gprs:sysmo+mod-bts0-egprs↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=4252)]\u000a21:51:51.962068 run osmo-hlr_10.42.42.2(pid=4252): stdout: \u000a| (launched: 2022-12-13_21:51:48.696324) \u000a21:51:52.012786 run osmo-hlr_10.42.42.2(pid=4252): stderr: \u000a| �[0;m�[1;31m20221213215148875 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213215148875 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213215148875 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213215148875 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213215148875 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213215148875 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213215148887 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2395/run.2022-12-13_21-44-31/gprs:sysmo+mod-bts0-egprs/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213215148898 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213215148899 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213215148899 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a21:51:52.055239 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4241): Terminating (SIGTERM)\u000a21:51:52.095113 run iperf3-srv_10.42.42.10(pid=4242): Terminating (SIGTERM)\u000a21:51:52.135070 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4243): Terminating (SIGTERM)\u000a21:51:52.174609 run iperf3-srv_10.42.42.10(pid=4244): Terminating (SIGTERM)\u000a21:51:52.214344 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4245): Terminating (SIGTERM)\u000a21:51:52.253878 run iperf3-srv_10.42.42.10(pid=4246): Terminating (SIGTERM)\u000a21:51:52.293710 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4247): Terminating (SIGTERM)\u000a21:51:52.333210 run iperf3-srv_10.42.42.10(pid=4248): Terminating (SIGTERM)\u000a21:51:52.373058 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4251): Terminating (SIGTERM)\u000a21:51:52.413008 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4254): Terminating (SIGTERM)\u000a21:51:52.453022 run pcap-recorder_any(filters='host 10.42.42.6')(pid=4257): Terminating (SIGTERM)\u000a21:51:52.462205 --- ParallelTerminationStrategy: PID 4241 died...\u000a21:51:52.515882 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4241): Terminated: ok {rc=0}\u000a21:51:52.525745 --- ParallelTerminationStrategy: PID 4242 died...\u000a21:51:52.579087 run iperf3-srv_10.42.42.10(pid=4242): Terminated {rc=256}\u000a21:51:52.588473 --- ParallelTerminationStrategy: PID 4243 died...\u000a21:51:52.641866 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4243): Terminated: ok {rc=0}\u000a21:51:52.651304 --- ParallelTerminationStrategy: PID 4244 died...\u000a21:51:52.704517 run iperf3-srv_10.42.42.10(pid=4244): Terminated {rc=256}\u000a21:51:52.713987 --- ParallelTerminationStrategy: PID 4245 died...\u000a21:51:52.767211 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4245): Terminated: ok {rc=0}\u000a21:51:52.776759 --- ParallelTerminationStrategy: PID 4246 died...\u000a21:51:52.830158 run iperf3-srv_10.42.42.10(pid=4246): Terminated {rc=256}\u000a21:51:52.839668 --- ParallelTerminationStrategy: PID 4247 died...\u000a21:51:52.892980 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4247): Terminated: ok {rc=0}\u000a21:51:52.902461 --- ParallelTerminationStrategy: PID 4248 died...\u000a21:51:52.955738 run iperf3-srv_10.42.42.10(pid=4248): Terminated {rc=256}\u000a21:51:52.965391 --- ParallelTerminationStrategy: PID 4251 died...\u000a21:51:53.018753 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4251): Terminated: ok {rc=0}\u000a21:51:53.028266 --- ParallelTerminationStrategy: PID 4254 died...\u000a21:51:53.081534 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4254): Terminated: ok {rc=0}\u000a21:51:53.091108 --- ParallelTerminationStrategy: PID 4257 died...\u000a21:51:53.146417 run pcap-recorder_any(filters='host 10.42.42.6')(pid=4257): Terminated: ok {rc=0}\u000a21:51:53.230686 bus /gobi_4: Setting Powered False\u000a21:51:54.337088 bus /gobi_4: Setting Powered False\u000a21:51:55.448241 bus /gobi_1: Setting Powered False\u000a21:51:56.550453 bus /gobi_1: Setting Powered False\u000a21:51:57.660041 bus /gobi_0: Setting Powered False\u000a21:51:58.765162 bus /gobi_0: Setting Powered False\u000a21:51:59.877969 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 65, "className" : "gprs:sysmo+mod-bts0-egprs", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=4265): Process ended prematurely: osmo-stp_10.42.42.5(pid=4265) [trial-2395↪gprs:sysmo+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4265)]", "failedSince" : 2331, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=4265): Process ended prematurely: osmo-stp_10.42.42.5(pid=4265) [trial-2395↪gprs:sysmo+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4265)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2395 gprs:sysmo+mod-bts0-egprs ping.py\u000a----------------------------------------------\u000a21:52:00.950669 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a21:52:00.963124 tst gprs:sysmo+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a21:52:01.128093 tst ping.py: using LAC 36458\u000a21:52:01.266375 tst ping.py: using RAC 248\u000a21:52:01.393798 tst ping.py: using CellId 36458\u000a21:52:01.540109 tst ping.py: using BVCI 36459\u000a21:52:01.573958 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a21:52:01.589468 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a21:52:01.604876 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a21:52:01.620402 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a21:52:01.635086 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a21:52:01.650587 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a21:52:01.664443 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a21:52:01.679794 tst gprs:sysmo+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a21:52:02.013971 tst ping.py:19: start network...\u000a21:52:02.146093 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a21:52:02.621336 run create_hlr_db(pid=4259): Launched\u000a21:52:02.793631 bus /gobi_6: Setting Powered False\u000a21:52:03.814342 run create_hlr_db(pid=4259): Terminated: ok {rc=0}\u000a21:52:04.238600 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4261): Launched\u000a21:52:04.557072 run osmo-hlr_10.42.42.2(pid=4262): Launched\u000a21:52:04.673832 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a21:52:05.227048 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4264): Launched\u000a21:52:05.544570 run osmo-stp_10.42.42.5(pid=4265): Launched\u000a21:52:05.659794 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a21:52:06.214652 run pcap-recorder_any(filters='host 10.42.42.6')(pid=4267): Launched\u000a21:52:06.327835 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a21:52:06.604433 run patchelf(pid=4268): Launched\u000a21:52:06.790774 run osmo-stp_10.42.42.5(pid=4265): ERR: Terminated: ERROR {rc=1} [trial-2395↪gprs:sysmo+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4265)]\u000a21:52:06.927065 run osmo-stp_10.42.42.5(pid=4265): stdout: \u000a| (launched: 2022-12-13_21:52:05.388310)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:52:07.063284 run osmo-stp_10.42.42.5(pid=4265): stderr: \u000a| �[0;m�[38;5;43m20221213215205580 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213215205580 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213215205580 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213215205581 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213215205581 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213215205581 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213215205581 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:52:07.194921 run osmo-stp_10.42.42.5(pid=4265): stdout: \u000a| (launched: 2022-12-13_21:52:05.388310)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:52:07.325242 run osmo-stp_10.42.42.5(pid=4265): stderr: \u000a| �[0;m�[38;5;43m20221213215205580 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213215205580 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213215205580 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213215205581 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213215205581 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213215205581 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213215205581 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:52:07.476649 run patchelf(pid=4268): Terminating (SIGINT)\u000a21:52:07.654523 run patchelf(pid=4268): Terminated: ok {rc=0}\u000a21:52:07.686849 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=4265): Process ended prematurely: osmo-stp_10.42.42.5(pid=4265) [trial-2395↪gprs:sysmo+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4265)] [trial-2395↪gprs:sysmo+mod-bts0-egprs↪ping.py:22]\u000a21:52:07.696601 tst ping.py:22: Test FAILED (6.7 sec)\u000a21:52:07.759799 run osmo-hlr_10.42.42.2(pid=4262): ERR: Terminated: ERROR {rc=237} [trial-2395↪gprs:sysmo+mod-bts0-egprs↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=4262)]\u000a21:52:07.811292 run osmo-hlr_10.42.42.2(pid=4262): stdout: \u000a| (launched: 2022-12-13_21:52:04.400506) \u000a21:52:07.863581 run osmo-hlr_10.42.42.2(pid=4262): stderr: \u000a| �[0;m�[1;31m20221213215204598 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213215204598 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213215204598 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213215204598 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213215204598 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213215204598 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213215204610 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2395/run.2022-12-13_21-44-31/gprs:sysmo+mod-bts0-egprs/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213215204618 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213215204619 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213215204619 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a21:52:07.907868 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4261): Terminating (SIGTERM)\u000a21:52:07.949761 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4264): Terminating (SIGTERM)\u000a21:52:07.991735 run pcap-recorder_any(filters='host 10.42.42.6')(pid=4267): Terminating (SIGTERM)\u000a21:52:08.001516 --- ParallelTerminationStrategy: PID 4261 died...\u000a21:52:08.057317 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4261): Terminated: ok {rc=0}\u000a21:52:08.067487 --- ParallelTerminationStrategy: PID 4264 died...\u000a21:52:08.123096 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4264): Terminated: ok {rc=0}\u000a21:52:08.133142 --- ParallelTerminationStrategy: PID 4267 died...\u000a21:52:08.189000 run pcap-recorder_any(filters='host 10.42.42.6')(pid=4267): Terminated: ok {rc=0}\u000a21:52:08.276702 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 65, "className" : "gprs:sysmo+mod-bts0-egprs", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=4275): Process ended prematurely: osmo-stp_10.42.42.5(pid=4275) [trial-2395↪gprs:sysmo+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4275)]", "failedSince" : 2331, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=4275): Process ended prematurely: osmo-stp_10.42.42.5(pid=4275) [trial-2395↪gprs:sysmo+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4275)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2395 gprs:sysmo+mod-bts0-egprs ping_idle_ping.py\u000a----------------------------------------------\u000a21:52:09.328800 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a21:52:09.340722 tst gprs:sysmo+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a21:52:09.466251 tst ping_idle_ping.py: using LAC 36459\u000a21:52:09.585100 tst ping_idle_ping.py: using RAC 249\u000a21:52:09.703731 tst ping_idle_ping.py: using CellId 36459\u000a21:52:09.821028 tst ping_idle_ping.py: using BVCI 36460\u000a21:52:09.843709 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a21:52:09.854529 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a21:52:09.865196 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a21:52:09.875703 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a21:52:09.886934 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a21:52:09.898317 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a21:52:09.909805 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a21:52:09.921077 tst gprs:sysmo+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a21:52:10.201758 tst ping_idle_ping.py:24: start network...\u000a21:52:10.325811 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a21:52:10.792850 run create_hlr_db(pid=4269): Launched\u000a21:52:10.964234 bus /gobi_6: Setting Powered False\u000a21:52:11.986815 run create_hlr_db(pid=4269): Terminated: ok {rc=0}\u000a21:52:12.410939 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4271): Launched\u000a21:52:12.729279 run osmo-hlr_10.42.42.2(pid=4272): Launched\u000a21:52:12.846111 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a21:52:13.399605 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4274): Launched\u000a21:52:13.719186 run osmo-stp_10.42.42.5(pid=4275): Launched\u000a21:52:13.833965 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a21:52:14.391333 run pcap-recorder_any(filters='host 10.42.42.6')(pid=4277): Launched\u000a21:52:14.505293 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a21:52:14.782725 run patchelf(pid=4278): Launched\u000a21:52:14.969883 run osmo-stp_10.42.42.5(pid=4275): ERR: Terminated: ERROR {rc=1} [trial-2395↪gprs:sysmo+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4275)]\u000a21:52:15.106312 run osmo-stp_10.42.42.5(pid=4275): stdout: \u000a| (launched: 2022-12-13_21:52:13.561770)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:52:15.243023 run osmo-stp_10.42.42.5(pid=4275): stderr: \u000a| �[0;m�[38;5;43m20221213215213753 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213215213753 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213215213754 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213215213754 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213215213755 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213215213755 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213215213755 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:52:15.375253 run osmo-stp_10.42.42.5(pid=4275): stdout: \u000a| (launched: 2022-12-13_21:52:13.561770)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:52:15.506398 run osmo-stp_10.42.42.5(pid=4275): stderr: \u000a| �[0;m�[38;5;43m20221213215213753 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213215213753 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213215213754 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213215213754 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213215213755 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213215213755 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213215213755 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:52:15.658533 run patchelf(pid=4278): Terminating (SIGINT)\u000a21:52:15.845307 run patchelf(pid=4278): Terminated: ok {rc=0}\u000a21:52:15.895647 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=4275): Process ended prematurely: osmo-stp_10.42.42.5(pid=4275) [trial-2395↪gprs:sysmo+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4275)] [trial-2395↪gprs:sysmo+mod-bts0-egprs↪ping_idle_ping.py:27]\u000a21:52:15.906807 tst ping_idle_ping.py:27: Test FAILED (6.6 sec)\u000a21:52:15.979144 run osmo-hlr_10.42.42.2(pid=4272): ERR: Terminated: ERROR {rc=237} [trial-2395↪gprs:sysmo+mod-bts0-egprs↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=4272)]\u000a21:52:16.046286 run osmo-hlr_10.42.42.2(pid=4272): stdout: \u000a| (launched: 2022-12-13_21:52:12.572476) \u000a21:52:16.112877 run osmo-hlr_10.42.42.2(pid=4272): stderr: \u000a| �[0;m�[1;31m20221213215212772 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213215212772 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213215212772 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213215212772 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213215212772 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213215212772 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213215212785 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2395/run.2022-12-13_21-44-31/gprs:sysmo+mod-bts0-egprs/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213215212793 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213215212793 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213215212793 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a21:52:16.167230 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4271): Terminating (SIGTERM)\u000a21:52:16.212836 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4274): Terminating (SIGTERM)\u000a21:52:16.258392 run pcap-recorder_any(filters='host 10.42.42.6')(pid=4277): Terminating (SIGTERM)\u000a21:52:16.269246 --- ParallelTerminationStrategy: PID 4271 died...\u000a21:52:16.329395 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4271): Terminated: ok {rc=0}\u000a21:52:16.339979 --- ParallelTerminationStrategy: PID 4274 died...\u000a21:52:16.398544 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4274): Terminated: ok {rc=0}\u000a21:52:16.409242 --- ParallelTerminationStrategy: PID 4277 died...\u000a21:52:16.466906 run pcap-recorder_any(filters='host 10.42.42.6')(pid=4277): Terminated: ok {rc=0}\u000a21:52:16.555790 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 60.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "13", "name" : "gprs_sysmo+mod-bts0-egprs", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T21:51:18" }, { "cases" : [ { "testActions" : [ ], "age" : 253, "className" : "gprs:sysmo+mod-bts0-dynts-ipa", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=4293): Process ended prematurely: osmo-stp_10.42.42.5(pid=4293) [trial-2395↪gprs:sysmo+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4293)]", "failedSince" : 2143, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=4293): Process ended prematurely: osmo-stp_10.42.42.5(pid=4293) [trial-2395↪gprs:sysmo+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4293)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2395 gprs:sysmo+mod-bts0-dynts-ipa cs_paging_gprs_active.py\u000a----------------------------------------------\u000a21:52:18.664608 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a21:52:18.675480 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a21:52:18.820103 tst cs_paging_gprs_active.py: using LAC 36460\u000a21:52:18.948426 tst cs_paging_gprs_active.py: using RAC 250\u000a21:52:19.077210 tst cs_paging_gprs_active.py: using CellId 36460\u000a21:52:19.206430 tst cs_paging_gprs_active.py: using BVCI 36461\u000a21:52:19.231033 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a21:52:19.242203 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a21:52:19.253162 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a21:52:19.264151 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a21:52:19.275615 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a21:52:19.287044 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a21:52:19.298649 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a21:52:19.310078 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a21:52:19.321732 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a21:52:19.439208 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a21:52:19.735073 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a21:52:19.871340 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a21:52:20.206821 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4283): Launched\u000a21:52:20.485331 run iperf3-srv_10.42.42.10(pid=4284): Launched\u000a21:52:20.683643 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a21:52:20.818906 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a21:52:21.153849 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4285): Launched\u000a21:52:21.431091 run iperf3-srv_10.42.42.10(pid=4286): Launched\u000a21:52:21.629999 tst cs_paging_gprs_active.py:38: start network...\u000a21:52:21.765934 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a21:52:22.284676 run create_hlr_db(pid=4287): Launched\u000a21:52:22.471222 bus /gobi_6: Setting Powered False\u000a21:52:23.493560 run create_hlr_db(pid=4287): Terminated: ok {rc=0}\u000a21:52:23.926005 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4289): Launched\u000a21:52:24.250132 run osmo-hlr_10.42.42.2(pid=4290): Launched\u000a21:52:24.367893 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a21:52:24.929633 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4292): Launched\u000a21:52:25.253412 run osmo-stp_10.42.42.5(pid=4293): Launched\u000a21:52:25.370686 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a21:52:25.936125 run pcap-recorder_any(filters='host 10.42.42.6')(pid=4295): Launched\u000a21:52:26.051961 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a21:52:26.334624 run patchelf(pid=4296): Launched\u000a21:52:26.523710 run osmo-stp_10.42.42.5(pid=4293): ERR: Terminated: ERROR {rc=1} [trial-2395↪gprs:sysmo+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4293)]\u000a21:52:26.662156 run osmo-stp_10.42.42.5(pid=4293): stdout: \u000a| (launched: 2022-12-13_21:52:25.094324)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:52:26.801108 run osmo-stp_10.42.42.5(pid=4293): stderr: \u000a| �[0;m�[38;5;43m20221213215225289 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213215225289 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213215225289 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213215225289 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213215225290 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213215225290 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213215225290 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:52:26.935812 run osmo-stp_10.42.42.5(pid=4293): stdout: \u000a| (launched: 2022-12-13_21:52:25.094324)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:52:27.068693 run osmo-stp_10.42.42.5(pid=4293): stderr: \u000a| �[0;m�[38;5;43m20221213215225289 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213215225289 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213215225289 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213215225289 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213215225290 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213215225290 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213215225290 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:52:27.223137 run patchelf(pid=4296): Terminating (SIGINT)\u000a21:52:27.403907 run patchelf(pid=4296): Terminated: ok {rc=0}\u000a21:52:27.437094 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=4293): Process ended prematurely: osmo-stp_10.42.42.5(pid=4293) [trial-2395↪gprs:sysmo+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4293)] [trial-2395↪gprs:sysmo+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38]\u000a21:52:27.446932 tst cs_paging_gprs_active.py:38: Test FAILED (8.8 sec)\u000a21:52:27.509517 run osmo-hlr_10.42.42.2(pid=4290): ERR: Terminated: ERROR {rc=237} [trial-2395↪gprs:sysmo+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=4290)]\u000a21:52:27.560336 run osmo-hlr_10.42.42.2(pid=4290): stdout: \u000a| (launched: 2022-12-13_21:52:24.090648) \u000a21:52:27.612090 run osmo-hlr_10.42.42.2(pid=4290): stderr: \u000a| �[0;m�[1;31m20221213215224288 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213215224288 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213215224288 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213215224288 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213215224288 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213215224288 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213215224301 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2395/run.2022-12-13_21-44-31/gprs:sysmo+mod-bts0-dynts-ipa/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213215224310 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213215224310 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213215224310 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a21:52:27.656235 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4283): Terminating (SIGTERM)\u000a21:52:27.697628 run iperf3-srv_10.42.42.10(pid=4284): Terminating (SIGTERM)\u000a21:52:27.739298 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4285): Terminating (SIGTERM)\u000a21:52:27.780838 run iperf3-srv_10.42.42.10(pid=4286): Terminating (SIGTERM)\u000a21:52:27.822605 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4289): Terminating (SIGTERM)\u000a21:52:27.864187 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4292): Terminating (SIGTERM)\u000a21:52:27.906597 run pcap-recorder_any(filters='host 10.42.42.6')(pid=4295): Terminating (SIGTERM)\u000a21:52:27.916339 --- ParallelTerminationStrategy: PID 4283 died...\u000a21:52:27.972342 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4283): Terminated: ok {rc=0}\u000a21:52:27.982349 --- ParallelTerminationStrategy: PID 4284 died...\u000a21:52:28.037171 run iperf3-srv_10.42.42.10(pid=4284): Terminated {rc=256}\u000a21:52:28.047057 --- ParallelTerminationStrategy: PID 4285 died...\u000a21:52:28.102311 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4285): Terminated: ok {rc=0}\u000a21:52:28.112241 --- ParallelTerminationStrategy: PID 4286 died...\u000a21:52:28.166985 run iperf3-srv_10.42.42.10(pid=4286): Terminated {rc=256}\u000a21:52:28.176893 --- ParallelTerminationStrategy: PID 4289 died...\u000a21:52:28.231956 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4289): Terminated: ok {rc=0}\u000a21:52:28.241884 --- ParallelTerminationStrategy: PID 4292 died...\u000a21:52:28.297045 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4292): Terminated: ok {rc=0}\u000a21:52:28.306958 --- ParallelTerminationStrategy: PID 4295 died...\u000a21:52:28.362132 run pcap-recorder_any(filters='host 10.42.42.6')(pid=4295): Terminated: ok {rc=0}\u000a21:52:28.448749 bus /gobi_0: Setting Powered False\u000a21:52:29.555177 bus /gobi_0: Setting Powered False\u000a21:52:30.663326 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 253, "className" : "gprs:sysmo+mod-bts0-dynts-ipa", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=4305): Process ended prematurely: osmo-stp_10.42.42.5(pid=4305) [trial-2395↪gprs:sysmo+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4305)]", "failedSince" : 2143, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=4305): Process ended prematurely: osmo-stp_10.42.42.5(pid=4305) [trial-2395↪gprs:sysmo+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4305)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2395 gprs:sysmo+mod-bts0-dynts-ipa iperf3.py\u000a----------------------------------------------\u000a21:52:31.785534 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a21:52:31.798224 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a21:52:31.952368 tst iperf3.py: using LAC 36461\u000a21:52:32.075255 tst iperf3.py: using RAC 251\u000a21:52:32.196575 tst iperf3.py: using CellId 36461\u000a21:52:32.318252 tst iperf3.py: using BVCI 36462\u000a21:52:32.343171 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a21:52:32.354426 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a21:52:32.365408 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a21:52:32.376431 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a21:52:32.387900 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a21:52:32.399522 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a21:52:32.411071 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a21:52:32.422437 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a21:52:32.434067 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a21:52:32.729830 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a21:52:32.865989 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a21:52:33.202082 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4297): Launched\u000a21:52:33.479767 run iperf3-srv_10.42.42.10(pid=4298): Launched\u000a21:52:33.678144 tst iperf3.py:8: start network...\u000a21:52:33.813799 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a21:52:34.331371 run create_hlr_db(pid=4299): Launched\u000a21:52:34.516875 bus /gobi_6: Setting Powered False\u000a21:52:35.539857 run create_hlr_db(pid=4299): Terminated: ok {rc=0}\u000a21:52:35.944410 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4301): Launched\u000a21:52:36.247000 run osmo-hlr_10.42.42.2(pid=4302): Launched\u000a21:52:36.364596 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a21:52:36.897107 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4304): Launched\u000a21:52:37.200609 run osmo-stp_10.42.42.5(pid=4305): Launched\u000a21:52:37.311138 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a21:52:37.835907 run pcap-recorder_any(filters='host 10.42.42.6')(pid=4307): Launched\u000a21:52:37.943489 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a21:52:38.206988 run patchelf(pid=4308): Launched\u000a21:52:38.383075 run osmo-stp_10.42.42.5(pid=4305): ERR: Terminated: ERROR {rc=1} [trial-2395↪gprs:sysmo+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4305)]\u000a21:52:38.511825 run osmo-stp_10.42.42.5(pid=4305): stdout: \u000a| (launched: 2022-12-13_21:52:37.050977)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:52:38.641179 run osmo-stp_10.42.42.5(pid=4305): stderr: \u000a| �[0;m�[38;5;43m20221213215237221 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213215237221 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213215237221 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213215237222 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213215237224 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213215237224 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213215237224 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:52:38.765899 run osmo-stp_10.42.42.5(pid=4305): stdout: \u000a| (launched: 2022-12-13_21:52:37.050977)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:52:38.889551 run osmo-stp_10.42.42.5(pid=4305): stderr: \u000a| �[0;m�[38;5;43m20221213215237221 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213215237221 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213215237221 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213215237222 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213215237224 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213215237224 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213215237224 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:52:39.033513 run patchelf(pid=4308): Terminating (SIGINT)\u000a21:52:39.202592 run patchelf(pid=4308): Terminated: ok {rc=0}\u000a21:52:39.233872 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=4305): Process ended prematurely: osmo-stp_10.42.42.5(pid=4305) [trial-2395↪gprs:sysmo+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4305)] [trial-2395↪gprs:sysmo+mod-bts0-dynts-ipa↪iperf3.py:8]\u000a21:52:39.243144 tst iperf3.py:8: Test FAILED (7.5 sec)\u000a21:52:39.303660 run osmo-hlr_10.42.42.2(pid=4302): ERR: Terminated: ERROR {rc=237} [trial-2395↪gprs:sysmo+mod-bts0-dynts-ipa↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=4302)]\u000a21:52:39.353014 run osmo-hlr_10.42.42.2(pid=4302): stdout: \u000a| (launched: 2022-12-13_21:52:36.097502) \u000a21:52:39.402610 run osmo-hlr_10.42.42.2(pid=4302): stderr: \u000a| �[0;m�[1;31m20221213215236275 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213215236275 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213215236275 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213215236275 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213215236275 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213215236275 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213215236287 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2395/run.2022-12-13_21-44-31/gprs:sysmo+mod-bts0-dynts-ipa/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213215236299 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213215236299 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213215236299 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a21:52:39.445247 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4297): Terminating (SIGTERM)\u000a21:52:39.485218 run iperf3-srv_10.42.42.10(pid=4298): Terminating (SIGTERM)\u000a21:52:39.527062 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4301): Terminating (SIGTERM)\u000a21:52:39.567000 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4304): Terminating (SIGTERM)\u000a21:52:39.607010 run pcap-recorder_any(filters='host 10.42.42.6')(pid=4307): Terminating (SIGTERM)\u000a21:52:39.616178 --- ParallelTerminationStrategy: PID 4297 died...\u000a21:52:39.669914 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4297): Terminated: ok {rc=0}\u000a21:52:39.679429 --- ParallelTerminationStrategy: PID 4298 died...\u000a21:52:39.732814 run iperf3-srv_10.42.42.10(pid=4298): Terminated {rc=256}\u000a21:52:39.742361 --- ParallelTerminationStrategy: PID 4301 died...\u000a21:52:39.795823 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4301): Terminated: ok {rc=0}\u000a21:52:39.805383 --- ParallelTerminationStrategy: PID 4304 died...\u000a21:52:39.858872 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4304): Terminated: ok {rc=0}\u000a21:52:39.868445 --- ParallelTerminationStrategy: PID 4307 died...\u000a21:52:39.921782 run pcap-recorder_any(filters='host 10.42.42.6')(pid=4307): Terminated: ok {rc=0}\u000a21:52:40.004050 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 253, "className" : "gprs:sysmo+mod-bts0-dynts-ipa", "duration" : 12.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=4323): Process ended prematurely: osmo-stp_10.42.42.5(pid=4323) [trial-2395↪gprs:sysmo+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4323)]", "failedSince" : 2143, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=4323): Process ended prematurely: osmo-stp_10.42.42.5(pid=4323) [trial-2395↪gprs:sysmo+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4323)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2395 gprs:sysmo+mod-bts0-dynts-ipa iperf3m4.py\u000a----------------------------------------------\u000a21:52:41.118743 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a21:52:41.130502 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a21:52:41.283537 tst iperf3m4.py: using LAC 36462\u000a21:52:41.409640 tst iperf3m4.py: using RAC 252\u000a21:52:41.537260 tst iperf3m4.py: using CellId 36462\u000a21:52:41.665310 tst iperf3m4.py: using BVCI 36463\u000a21:52:41.689902 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a21:52:41.701253 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a21:52:41.712309 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a21:52:41.723521 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a21:52:41.734537 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a21:52:41.745574 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a21:52:41.756756 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a21:52:41.767750 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a21:52:41.779114 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a21:52:41.896157 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a21:52:42.018627 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a21:52:42.135437 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a21:52:42.428608 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a21:52:42.564023 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a21:52:42.899432 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4309): Launched\u000a21:52:43.178797 run iperf3-srv_10.42.42.10(pid=4310): Launched\u000a21:52:43.377848 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a21:52:43.513436 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a21:52:43.847821 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4311): Launched\u000a21:52:44.126099 run iperf3-srv_10.42.42.10(pid=4312): Launched\u000a21:52:44.324285 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a21:52:44.460842 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a21:52:44.794792 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4313): Launched\u000a21:52:45.073910 run iperf3-srv_10.42.42.10(pid=4314): Launched\u000a21:52:45.272171 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a21:52:45.407704 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a21:52:45.742020 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4315): Launched\u000a21:52:46.078232 run iperf3-srv_10.42.42.10(pid=4316): Launched\u000a21:52:46.324199 tst iperf3m4.py:8: start network...\u000a21:52:46.459960 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a21:52:47.035675 run create_hlr_db(pid=4317): Launched\u000a21:52:47.226306 bus /gobi_6: Setting Powered False\u000a21:52:48.245005 run create_hlr_db(pid=4317): Terminated: ok {rc=0}\u000a21:52:48.674871 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4319): Launched\u000a21:52:48.999420 run osmo-hlr_10.42.42.2(pid=4320): Launched\u000a21:52:49.117899 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a21:52:49.679620 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4322): Launched\u000a21:52:50.003239 run osmo-stp_10.42.42.5(pid=4323): Launched\u000a21:52:50.120402 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a21:52:50.683668 run pcap-recorder_any(filters='host 10.42.42.6')(pid=4325): Launched\u000a21:52:50.799037 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a21:52:51.082483 run patchelf(pid=4326): Launched\u000a21:52:51.271382 run osmo-stp_10.42.42.5(pid=4323): ERR: Terminated: ERROR {rc=1} [trial-2395↪gprs:sysmo+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4323)]\u000a21:52:51.409193 run osmo-stp_10.42.42.5(pid=4323): stdout: \u000a| (launched: 2022-12-13_21:52:49.844491)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:52:51.546907 run osmo-stp_10.42.42.5(pid=4323): stderr: \u000a| �[0;m�[38;5;43m20221213215250036 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213215250036 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213215250037 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213215250037 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213215250038 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213215250038 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213215250038 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:52:51.680156 run osmo-stp_10.42.42.5(pid=4323): stdout: \u000a| (launched: 2022-12-13_21:52:49.844491)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:52:51.811916 run osmo-stp_10.42.42.5(pid=4323): stderr: \u000a| �[0;m�[38;5;43m20221213215250036 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213215250036 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213215250037 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213215250037 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213215250038 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213215250038 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213215250038 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:52:51.990878 run patchelf(pid=4326): Terminating (SIGINT)\u000a21:52:52.171443 run patchelf(pid=4326): Terminated: ok {rc=0}\u000a21:52:52.204491 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=4323): Process ended prematurely: osmo-stp_10.42.42.5(pid=4323) [trial-2395↪gprs:sysmo+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4323)] [trial-2395↪gprs:sysmo+mod-bts0-dynts-ipa↪iperf3m4.py:8]\u000a21:52:52.214325 tst iperf3m4.py:8: Test FAILED (11.1 sec)\u000a21:52:52.276578 run osmo-hlr_10.42.42.2(pid=4320): ERR: Terminated: ERROR {rc=237} [trial-2395↪gprs:sysmo+mod-bts0-dynts-ipa↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=4320)]\u000a21:52:52.327393 run osmo-hlr_10.42.42.2(pid=4320): stdout: \u000a| (launched: 2022-12-13_21:52:48.839437) \u000a21:52:52.379116 run osmo-hlr_10.42.42.2(pid=4320): stderr: \u000a| �[0;m�[1;31m20221213215249039 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213215249039 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213215249039 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213215249039 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213215249040 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213215249040 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213215249062 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2395/run.2022-12-13_21-44-31/gprs:sysmo+mod-bts0-dynts-ipa/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213215249073 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213215249073 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213215249073 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a21:52:52.422718 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4309): Terminating (SIGTERM)\u000a21:52:52.463905 run iperf3-srv_10.42.42.10(pid=4310): Terminating (SIGTERM)\u000a21:52:52.505283 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4311): Terminating (SIGTERM)\u000a21:52:52.547018 run iperf3-srv_10.42.42.10(pid=4312): Terminating (SIGTERM)\u000a21:52:52.588347 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4313): Terminating (SIGTERM)\u000a21:52:52.629851 run iperf3-srv_10.42.42.10(pid=4314): Terminating (SIGTERM)\u000a21:52:52.671023 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4315): Terminating (SIGTERM)\u000a21:52:52.712069 run iperf3-srv_10.42.42.10(pid=4316): Terminating (SIGTERM)\u000a21:52:52.753239 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4319): Terminating (SIGTERM)\u000a21:52:52.794438 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4322): Terminating (SIGTERM)\u000a21:52:52.835583 run pcap-recorder_any(filters='host 10.42.42.6')(pid=4325): Terminating (SIGTERM)\u000a21:52:52.845237 --- ParallelTerminationStrategy: PID 4309 died...\u000a21:52:52.901154 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4309): Terminated: ok {rc=0}\u000a21:52:52.911166 --- ParallelTerminationStrategy: PID 4310 died...\u000a21:52:52.966499 run iperf3-srv_10.42.42.10(pid=4310): Terminated {rc=256}\u000a21:52:52.976415 --- ParallelTerminationStrategy: PID 4311 died...\u000a21:52:53.031636 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4311): Terminated: ok {rc=0}\u000a21:52:53.041700 --- ParallelTerminationStrategy: PID 4312 died...\u000a21:52:53.096813 run iperf3-srv_10.42.42.10(pid=4312): Terminated {rc=256}\u000a21:52:53.107150 --- ParallelTerminationStrategy: PID 4313 died...\u000a21:52:53.162828 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4313): Terminated: ok {rc=0}\u000a21:52:53.172693 --- ParallelTerminationStrategy: PID 4314 died...\u000a21:52:53.227730 run iperf3-srv_10.42.42.10(pid=4314): Terminated {rc=256}\u000a21:52:53.237686 --- ParallelTerminationStrategy: PID 4315 died...\u000a21:52:53.292817 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4315): Terminated: ok {rc=0}\u000a21:52:53.302791 --- ParallelTerminationStrategy: PID 4316 died...\u000a21:52:53.358072 run iperf3-srv_10.42.42.10(pid=4316): Terminated {rc=256}\u000a21:52:53.368037 --- ParallelTerminationStrategy: PID 4319 died...\u000a21:52:53.423387 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4319): Terminated: ok {rc=0}\u000a21:52:53.433446 --- ParallelTerminationStrategy: PID 4322 died...\u000a21:52:53.488599 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4322): Terminated: ok {rc=0}\u000a21:52:53.498630 --- ParallelTerminationStrategy: PID 4325 died...\u000a21:52:53.554120 run pcap-recorder_any(filters='host 10.42.42.6')(pid=4325): Terminated: ok {rc=0}\u000a21:52:53.640255 bus /gobi_4: Setting Powered False\u000a21:52:54.746717 bus /gobi_4: Setting Powered False\u000a21:52:55.855139 bus /gobi_1: Setting Powered False\u000a21:52:56.961349 bus /gobi_1: Setting Powered False\u000a21:52:58.068704 bus /gobi_0: Setting Powered False\u000a21:52:59.175324 bus /gobi_0: Setting Powered False\u000a21:53:00.284627 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 65, "className" : "gprs:sysmo+mod-bts0-dynts-ipa", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=4333): Process ended prematurely: osmo-stp_10.42.42.5(pid=4333) [trial-2395↪gprs:sysmo+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4333)]", "failedSince" : 2331, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=4333): Process ended prematurely: osmo-stp_10.42.42.5(pid=4333) [trial-2395↪gprs:sysmo+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4333)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2395 gprs:sysmo+mod-bts0-dynts-ipa ping.py\u000a----------------------------------------------\u000a21:53:01.352048 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a21:53:01.364793 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a21:53:01.518025 tst ping.py: using LAC 36463\u000a21:53:01.663686 tst ping.py: using RAC 253\u000a21:53:01.820765 tst ping.py: using CellId 36463\u000a21:53:01.948883 tst ping.py: using BVCI 36464\u000a21:53:01.974452 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a21:53:01.987009 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a21:53:01.999129 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a21:53:02.011639 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a21:53:02.023759 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a21:53:02.035838 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a21:53:02.048189 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a21:53:02.060026 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a21:53:02.355174 tst ping.py:19: start network...\u000a21:53:02.487814 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a21:53:02.996553 run create_hlr_db(pid=4327): Launched\u000a21:53:03.181099 bus /gobi_6: Setting Powered False\u000a21:53:04.202589 run create_hlr_db(pid=4327): Terminated: ok {rc=0}\u000a21:53:04.626006 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4329): Launched\u000a21:53:04.947168 run osmo-hlr_10.42.42.2(pid=4330): Launched\u000a21:53:05.064161 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a21:53:05.596149 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4332): Launched\u000a21:53:05.893794 run osmo-stp_10.42.42.5(pid=4333): Launched\u000a21:53:06.001530 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a21:53:06.516652 run pcap-recorder_any(filters='host 10.42.42.6')(pid=4335): Launched\u000a21:53:06.622014 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a21:53:06.880396 run patchelf(pid=4336): Launched\u000a21:53:07.053342 run osmo-stp_10.42.42.5(pid=4333): ERR: Terminated: ERROR {rc=1} [trial-2395↪gprs:sysmo+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4333)]\u000a21:53:07.179830 run osmo-stp_10.42.42.5(pid=4333): stdout: \u000a| (launched: 2022-12-13_21:53:05.747047)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:53:07.307076 run osmo-stp_10.42.42.5(pid=4333): stderr: \u000a| �[0;m�[38;5;43m20221213215305916 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213215305916 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213215305916 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213215305917 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213215305917 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213215305917 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213215305917 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:53:07.429565 run osmo-stp_10.42.42.5(pid=4333): stdout: \u000a| (launched: 2022-12-13_21:53:05.747047)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:53:07.551275 run osmo-stp_10.42.42.5(pid=4333): stderr: \u000a| �[0;m�[38;5;43m20221213215305916 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213215305916 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213215305916 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213215305917 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213215305917 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213215305917 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213215305917 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:53:07.692624 run patchelf(pid=4336): Terminating (SIGINT)\u000a21:53:07.858611 run patchelf(pid=4336): Terminated: ok {rc=0}\u000a21:53:07.889240 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=4333): Process ended prematurely: osmo-stp_10.42.42.5(pid=4333) [trial-2395↪gprs:sysmo+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4333)] [trial-2395↪gprs:sysmo+mod-bts0-dynts-ipa↪ping.py:22]\u000a21:53:07.897816 tst ping.py:22: Test FAILED (6.5 sec)\u000a21:53:07.957613 run osmo-hlr_10.42.42.2(pid=4330): ERR: Terminated: ERROR {rc=237} [trial-2395↪gprs:sysmo+mod-bts0-dynts-ipa↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=4330)]\u000a21:53:08.006180 run osmo-hlr_10.42.42.2(pid=4330): stdout: \u000a| (launched: 2022-12-13_21:53:04.787675) \u000a21:53:08.055248 run osmo-hlr_10.42.42.2(pid=4330): stderr: \u000a| �[0;m�[1;31m20221213215304969 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213215304969 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213215304969 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213215304969 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213215304969 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213215304969 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213215304981 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2395/run.2022-12-13_21-44-31/gprs:sysmo+mod-bts0-dynts-ipa/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213215304989 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213215304989 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213215304989 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a21:53:08.097093 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4329): Terminating (SIGTERM)\u000a21:53:08.136593 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4332): Terminating (SIGTERM)\u000a21:53:08.176212 run pcap-recorder_any(filters='host 10.42.42.6')(pid=4335): Terminating (SIGTERM)\u000a21:53:08.185391 --- ParallelTerminationStrategy: PID 4329 died...\u000a21:53:08.238556 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4329): Terminated: ok {rc=0}\u000a21:53:08.247917 --- ParallelTerminationStrategy: PID 4332 died...\u000a21:53:08.300611 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4332): Terminated: ok {rc=0}\u000a21:53:08.310010 --- ParallelTerminationStrategy: PID 4335 died...\u000a21:53:08.362896 run pcap-recorder_any(filters='host 10.42.42.6')(pid=4335): Terminated: ok {rc=0}\u000a21:53:08.446339 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 65, "className" : "gprs:sysmo+mod-bts0-dynts-ipa", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=4343): Process ended prematurely: osmo-stp_10.42.42.5(pid=4343) [trial-2395↪gprs:sysmo+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4343)]", "failedSince" : 2331, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=4343): Process ended prematurely: osmo-stp_10.42.42.5(pid=4343) [trial-2395↪gprs:sysmo+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4343)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2395 gprs:sysmo+mod-bts0-dynts-ipa ping_idle_ping.py\u000a----------------------------------------------\u000a21:53:09.498048 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a21:53:09.509830 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a21:53:09.660725 tst ping_idle_ping.py: using LAC 36464\u000a21:53:09.787559 tst ping_idle_ping.py: using RAC 254\u000a21:53:09.914441 tst ping_idle_ping.py: using CellId 36464\u000a21:53:10.041147 tst ping_idle_ping.py: using BVCI 36465\u000a21:53:10.065620 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a21:53:10.076743 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a21:53:10.087805 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a21:53:10.098890 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a21:53:10.109782 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a21:53:10.120784 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a21:53:10.131924 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a21:53:10.143028 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a21:53:10.433289 tst ping_idle_ping.py:24: start network...\u000a21:53:10.566546 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a21:53:11.078716 run create_hlr_db(pid=4337): Launched\u000a21:53:11.264634 bus /gobi_6: Setting Powered False\u000a21:53:12.284311 run create_hlr_db(pid=4337): Terminated: ok {rc=0}\u000a21:53:12.685310 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4339): Launched\u000a21:53:12.983618 run osmo-hlr_10.42.42.2(pid=4340): Launched\u000a21:53:13.097276 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a21:53:13.613608 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4342): Launched\u000a21:53:13.911158 run osmo-stp_10.42.42.5(pid=4343): Launched\u000a21:53:14.020339 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a21:53:14.538126 run pcap-recorder_any(filters='host 10.42.42.6')(pid=4345): Launched\u000a21:53:14.644063 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a21:53:14.903692 run patchelf(pid=4346): Launched\u000a21:53:15.078002 run osmo-stp_10.42.42.5(pid=4343): ERR: Terminated: ERROR {rc=1} [trial-2395↪gprs:sysmo+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4343)]\u000a21:53:15.205600 run osmo-stp_10.42.42.5(pid=4343): stdout: \u000a| (launched: 2022-12-13_21:53:13.764104)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:53:15.333434 run osmo-stp_10.42.42.5(pid=4343): stderr: \u000a| �[0;m�[38;5;43m20221213215313935 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213215313936 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213215313936 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213215313936 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213215313937 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213215313937 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213215313937 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:53:15.456778 run osmo-stp_10.42.42.5(pid=4343): stdout: \u000a| (launched: 2022-12-13_21:53:13.764104)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:53:15.579190 run osmo-stp_10.42.42.5(pid=4343): stderr: \u000a| �[0;m�[38;5;43m20221213215313935 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213215313936 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213215313936 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213215313936 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213215313937 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213215313937 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213215313937 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:53:15.721519 run patchelf(pid=4346): Terminating (SIGINT)\u000a21:53:15.923124 run patchelf(pid=4346): Terminated: ok {rc=0}\u000a21:53:15.955605 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=4343): Process ended prematurely: osmo-stp_10.42.42.5(pid=4343) [trial-2395↪gprs:sysmo+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4343)] [trial-2395↪gprs:sysmo+mod-bts0-dynts-ipa↪ping_idle_ping.py:27]\u000a21:53:15.965261 tst ping_idle_ping.py:27: Test FAILED (6.5 sec)\u000a21:53:16.029179 run osmo-hlr_10.42.42.2(pid=4340): ERR: Terminated: ERROR {rc=237} [trial-2395↪gprs:sysmo+mod-bts0-dynts-ipa↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=4340)]\u000a21:53:16.080061 run osmo-hlr_10.42.42.2(pid=4340): stdout: \u000a| (launched: 2022-12-13_21:53:12.836465) \u000a21:53:16.132236 run osmo-hlr_10.42.42.2(pid=4340): stderr: \u000a| �[0;m�[1;31m20221213215313012 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213215313012 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213215313012 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213215313012 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213215313012 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213215313012 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213215313024 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2395/run.2022-12-13_21-44-31/gprs:sysmo+mod-bts0-dynts-ipa/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213215313033 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213215313033 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213215313033 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a21:53:16.176584 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4339): Terminating (SIGTERM)\u000a21:53:16.220029 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4342): Terminating (SIGTERM)\u000a21:53:16.262467 run pcap-recorder_any(filters='host 10.42.42.6')(pid=4345): Terminating (SIGTERM)\u000a21:53:16.272708 --- ParallelTerminationStrategy: PID 4339 died...\u000a21:53:16.331223 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4339): Terminated: ok {rc=0}\u000a21:53:16.341752 --- ParallelTerminationStrategy: PID 4342 died...\u000a21:53:16.398717 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4342): Terminated: ok {rc=0}\u000a21:53:16.409328 --- ParallelTerminationStrategy: PID 4345 died...\u000a21:53:16.466083 run pcap-recorder_any(filters='host 10.42.42.6')(pid=4345): Terminated: ok {rc=0}\u000a21:53:16.551709 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 60.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "14", "name" : "gprs_sysmo+mod-bts0-dynts-ipa", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T21:52:18" }, { "cases" : [ { "testActions" : [ ], "age" : 253, "className" : "gprs:sysmo+mod-bts0-dynts-osmo", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=4362): Process ended prematurely: osmo-stp_10.42.42.5(pid=4362) [trial-2395↪gprs:sysmo+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4362)]", "failedSince" : 2143, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=4362): Process ended prematurely: osmo-stp_10.42.42.5(pid=4362) [trial-2395↪gprs:sysmo+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4362)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2395 gprs:sysmo+mod-bts0-dynts-osmo cs_paging_gprs_active.py\u000a----------------------------------------------\u000a21:53:18.656369 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a21:53:18.667116 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a21:53:18.808319 tst cs_paging_gprs_active.py: using LAC 36465\u000a21:53:18.926955 tst cs_paging_gprs_active.py: using RAC 255\u000a21:53:19.057928 tst cs_paging_gprs_active.py: using CellId 36465\u000a21:53:19.179711 tst cs_paging_gprs_active.py: using BVCI 36466\u000a21:53:19.202670 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a21:53:19.213355 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a21:53:19.223804 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a21:53:19.234397 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a21:53:19.245437 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a21:53:19.256753 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a21:53:19.267769 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a21:53:19.278514 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a21:53:19.289473 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a21:53:19.410452 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a21:53:19.704820 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a21:53:19.840506 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a21:53:20.176015 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4352): Launched\u000a21:53:20.452932 run iperf3-srv_10.42.42.10(pid=4353): Launched\u000a21:53:20.652221 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a21:53:20.787943 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a21:53:21.123513 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4354): Launched\u000a21:53:21.402469 run iperf3-srv_10.42.42.10(pid=4355): Launched\u000a21:53:21.600403 tst cs_paging_gprs_active.py:38: start network...\u000a21:53:21.735443 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a21:53:22.254729 run create_hlr_db(pid=4356): Launched\u000a21:53:22.441863 bus /gobi_6: Setting Powered False\u000a21:53:23.462638 run create_hlr_db(pid=4356): Terminated: ok {rc=0}\u000a21:53:23.891916 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4358): Launched\u000a21:53:24.215891 run osmo-hlr_10.42.42.2(pid=4359): Launched\u000a21:53:24.337700 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a21:53:24.898949 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4361): Launched\u000a21:53:25.222112 run osmo-stp_10.42.42.5(pid=4362): Launched\u000a21:53:25.340229 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a21:53:25.904141 run pcap-recorder_any(filters='host 10.42.42.6')(pid=4364): Launched\u000a21:53:26.019763 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a21:53:26.301458 run patchelf(pid=4365): Launched\u000a21:53:26.490006 run osmo-stp_10.42.42.5(pid=4362): ERR: Terminated: ERROR {rc=1} [trial-2395↪gprs:sysmo+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4362)]\u000a21:53:26.627971 run osmo-stp_10.42.42.5(pid=4362): stdout: \u000a| (launched: 2022-12-13_21:53:25.063168)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:53:26.766417 run osmo-stp_10.42.42.5(pid=4362): stderr: \u000a| �[0;m�[38;5;43m20221213215325257 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213215325257 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213215325257 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213215325258 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213215325258 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213215325258 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213215325258 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:53:26.899853 run osmo-stp_10.42.42.5(pid=4362): stdout: \u000a| (launched: 2022-12-13_21:53:25.063168)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:53:27.032305 run osmo-stp_10.42.42.5(pid=4362): stderr: \u000a| �[0;m�[38;5;43m20221213215325257 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213215325257 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213215325257 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213215325258 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213215325258 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213215325258 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213215325258 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:53:27.186481 run patchelf(pid=4365): Terminating (SIGINT)\u000a21:53:27.367730 run patchelf(pid=4365): Terminated: ok {rc=0}\u000a21:53:27.401188 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=4362): Process ended prematurely: osmo-stp_10.42.42.5(pid=4362) [trial-2395↪gprs:sysmo+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4362)] [trial-2395↪gprs:sysmo+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38]\u000a21:53:27.411010 tst cs_paging_gprs_active.py:38: Test FAILED (8.8 sec)\u000a21:53:27.473040 run osmo-hlr_10.42.42.2(pid=4359): ERR: Terminated: ERROR {rc=237} [trial-2395↪gprs:sysmo+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=4359)]\u000a21:53:27.523842 run osmo-hlr_10.42.42.2(pid=4359): stdout: \u000a| (launched: 2022-12-13_21:53:24.056921) \u000a21:53:27.575093 run osmo-hlr_10.42.42.2(pid=4359): stderr: \u000a| �[0;m�[1;31m20221213215324255 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213215324255 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213215324255 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213215324255 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213215324255 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213215324255 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213215324267 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2395/run.2022-12-13_21-44-31/gprs:sysmo+mod-bts0-dynts-osmo/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213215324275 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213215324276 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213215324276 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a21:53:27.618661 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4352): Terminating (SIGTERM)\u000a21:53:27.659766 run iperf3-srv_10.42.42.10(pid=4353): Terminating (SIGTERM)\u000a21:53:27.700934 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4354): Terminating (SIGTERM)\u000a21:53:27.742104 run iperf3-srv_10.42.42.10(pid=4355): Terminating (SIGTERM)\u000a21:53:27.783105 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4358): Terminating (SIGTERM)\u000a21:53:27.824161 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4361): Terminating (SIGTERM)\u000a21:53:27.865342 run pcap-recorder_any(filters='host 10.42.42.6')(pid=4364): Terminating (SIGTERM)\u000a21:53:27.874810 --- ParallelTerminationStrategy: PID 4352 died...\u000a21:53:27.930068 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4352): Terminated: ok {rc=0}\u000a21:53:27.939950 --- ParallelTerminationStrategy: PID 4353 died...\u000a21:53:27.994762 run iperf3-srv_10.42.42.10(pid=4353): Terminated {rc=256}\u000a21:53:28.004588 --- ParallelTerminationStrategy: PID 4354 died...\u000a21:53:28.059372 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4354): Terminated: ok {rc=0}\u000a21:53:28.069266 --- ParallelTerminationStrategy: PID 4355 died...\u000a21:53:28.124461 run iperf3-srv_10.42.42.10(pid=4355): Terminated {rc=256}\u000a21:53:28.134373 --- ParallelTerminationStrategy: PID 4358 died...\u000a21:53:28.189130 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4358): Terminated: ok {rc=0}\u000a21:53:28.199008 --- ParallelTerminationStrategy: PID 4361 died...\u000a21:53:28.253803 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4361): Terminated: ok {rc=0}\u000a21:53:28.263641 --- ParallelTerminationStrategy: PID 4364 died...\u000a21:53:28.318422 run pcap-recorder_any(filters='host 10.42.42.6')(pid=4364): Terminated: ok {rc=0}\u000a21:53:28.405297 bus /gobi_0: Setting Powered False\u000a21:53:29.506741 bus /gobi_0: Setting Powered False\u000a21:53:30.612990 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 253, "className" : "gprs:sysmo+mod-bts0-dynts-osmo", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=4374): Process ended prematurely: osmo-stp_10.42.42.5(pid=4374) [trial-2395↪gprs:sysmo+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4374)]", "failedSince" : 2143, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=4374): Process ended prematurely: osmo-stp_10.42.42.5(pid=4374) [trial-2395↪gprs:sysmo+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4374)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2395 gprs:sysmo+mod-bts0-dynts-osmo iperf3.py\u000a----------------------------------------------\u000a21:53:31.736836 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a21:53:31.752853 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a21:53:31.914746 tst iperf3.py: using LAC 36466\u000a21:53:32.075195 tst iperf3.py: using RAC 1\u000a21:53:32.205646 tst iperf3.py: using CellId 36466\u000a21:53:32.328750 tst iperf3.py: using BVCI 36467\u000a21:53:32.352092 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a21:53:32.363231 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a21:53:32.374074 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a21:53:32.384726 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a21:53:32.396363 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a21:53:32.407888 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a21:53:32.419500 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a21:53:32.431153 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a21:53:32.443158 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a21:53:32.738362 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a21:53:32.873633 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a21:53:33.208450 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4366): Launched\u000a21:53:33.486725 run iperf3-srv_10.42.42.10(pid=4367): Launched\u000a21:53:33.684302 tst iperf3.py:8: start network...\u000a21:53:33.819042 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a21:53:34.335181 run create_hlr_db(pid=4368): Launched\u000a21:53:34.521734 bus /gobi_6: Setting Powered False\u000a21:53:35.544755 run create_hlr_db(pid=4368): Terminated: ok {rc=0}\u000a21:53:35.975146 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4370): Launched\u000a21:53:36.298079 run osmo-hlr_10.42.42.2(pid=4371): Launched\u000a21:53:36.420544 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a21:53:36.983620 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4373): Launched\u000a21:53:37.306685 run osmo-stp_10.42.42.5(pid=4374): Launched\u000a21:53:37.425469 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a21:53:37.989080 run pcap-recorder_any(filters='host 10.42.42.6')(pid=4376): Launched\u000a21:53:38.105014 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a21:53:38.386957 run patchelf(pid=4377): Launched\u000a21:53:38.575918 run osmo-stp_10.42.42.5(pid=4374): ERR: Terminated: ERROR {rc=1} [trial-2395↪gprs:sysmo+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4374)]\u000a21:53:38.714109 run osmo-stp_10.42.42.5(pid=4374): stdout: \u000a| (launched: 2022-12-13_21:53:37.147805)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:53:38.852725 run osmo-stp_10.42.42.5(pid=4374): stderr: \u000a| �[0;m�[38;5;43m20221213215337339 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213215337339 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213215337340 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213215337340 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213215337341 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213215337341 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213215337341 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:53:38.987003 run osmo-stp_10.42.42.5(pid=4374): stdout: \u000a| (launched: 2022-12-13_21:53:37.147805)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:53:39.119185 run osmo-stp_10.42.42.5(pid=4374): stderr: \u000a| �[0;m�[38;5;43m20221213215337339 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213215337339 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213215337340 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213215337340 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213215337341 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213215337341 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213215337341 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:53:39.273423 run patchelf(pid=4377): Terminating (SIGINT)\u000a21:53:39.454552 run patchelf(pid=4377): Terminated: ok {rc=0}\u000a21:53:39.488066 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=4374): Process ended prematurely: osmo-stp_10.42.42.5(pid=4374) [trial-2395↪gprs:sysmo+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4374)] [trial-2395↪gprs:sysmo+mod-bts0-dynts-osmo↪iperf3.py:8]\u000a21:53:39.497934 tst iperf3.py:8: Test FAILED (7.8 sec)\u000a21:53:39.560277 run osmo-hlr_10.42.42.2(pid=4371): ERR: Terminated: ERROR {rc=237} [trial-2395↪gprs:sysmo+mod-bts0-dynts-osmo↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=4371)]\u000a21:53:39.611430 run osmo-hlr_10.42.42.2(pid=4371): stdout: \u000a| (launched: 2022-12-13_21:53:36.139934) \u000a21:53:39.663185 run osmo-hlr_10.42.42.2(pid=4371): stderr: \u000a| �[0;m�[1;31m20221213215336339 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213215336339 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213215336339 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213215336339 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213215336339 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213215336339 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213215336352 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2395/run.2022-12-13_21-44-31/gprs:sysmo+mod-bts0-dynts-osmo/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213215336360 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213215336361 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213215336361 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a21:53:39.707220 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4366): Terminating (SIGTERM)\u000a21:53:39.748579 run iperf3-srv_10.42.42.10(pid=4367): Terminating (SIGTERM)\u000a21:53:39.790069 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4370): Terminating (SIGTERM)\u000a21:53:39.831304 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4373): Terminating (SIGTERM)\u000a21:53:39.872712 run pcap-recorder_any(filters='host 10.42.42.6')(pid=4376): Terminating (SIGTERM)\u000a21:53:39.882306 --- ParallelTerminationStrategy: PID 4366 died...\u000a21:53:39.938041 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4366): Terminated: ok {rc=0}\u000a21:53:39.948397 --- ParallelTerminationStrategy: PID 4367 died...\u000a21:53:40.003634 run iperf3-srv_10.42.42.10(pid=4367): Terminated {rc=256}\u000a21:53:40.013621 --- ParallelTerminationStrategy: PID 4370 died...\u000a21:53:40.069124 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4370): Terminated: ok {rc=0}\u000a21:53:40.079150 --- ParallelTerminationStrategy: PID 4373 died...\u000a21:53:40.134831 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4373): Terminated: ok {rc=0}\u000a21:53:40.144696 --- ParallelTerminationStrategy: PID 4376 died...\u000a21:53:40.200123 run pcap-recorder_any(filters='host 10.42.42.6')(pid=4376): Terminated: ok {rc=0}\u000a21:53:40.286727 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 257, "className" : "gprs:sysmo+mod-bts0-dynts-osmo", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=4392): Process ended prematurely: osmo-stp_10.42.42.5(pid=4392) [trial-2395↪gprs:sysmo+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4392)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=4392): Process ended prematurely: osmo-stp_10.42.42.5(pid=4392) [trial-2395↪gprs:sysmo+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4392)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2395 gprs:sysmo+mod-bts0-dynts-osmo iperf3m4.py\u000a----------------------------------------------\u000a21:53:41.404559 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a21:53:41.416299 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a21:53:41.569402 tst iperf3m4.py: using LAC 36467\u000a21:53:41.698008 tst iperf3m4.py: using RAC 2\u000a21:53:41.825161 tst iperf3m4.py: using CellId 36467\u000a21:53:41.954311 tst iperf3m4.py: using BVCI 36468\u000a21:53:41.979023 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a21:53:41.990385 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a21:53:42.001524 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a21:53:42.012604 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a21:53:42.024076 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a21:53:42.035660 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a21:53:42.047311 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a21:53:42.058889 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a21:53:42.070745 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a21:53:42.188807 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a21:53:42.312144 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a21:53:42.429703 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a21:53:42.707212 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a21:53:42.831504 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a21:53:43.143051 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4378): Launched\u000a21:53:43.402222 run iperf3-srv_10.42.42.10(pid=4379): Launched\u000a21:53:43.585592 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a21:53:43.711297 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a21:53:44.024132 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4380): Launched\u000a21:53:44.283528 run iperf3-srv_10.42.42.10(pid=4381): Launched\u000a21:53:44.467287 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a21:53:44.592865 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a21:53:44.905352 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4382): Launched\u000a21:53:45.164355 run iperf3-srv_10.42.42.10(pid=4383): Launched\u000a21:53:45.347672 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a21:53:45.472641 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a21:53:45.785461 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4384): Launched\u000a21:53:46.097411 run iperf3-srv_10.42.42.10(pid=4385): Launched\u000a21:53:46.283532 tst iperf3m4.py:8: start network...\u000a21:53:46.411401 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a21:53:46.910057 run create_hlr_db(pid=4386): Launched\u000a21:53:47.087999 bus /gobi_6: Setting Powered False\u000a21:53:48.108485 run create_hlr_db(pid=4386): Terminated: ok {rc=0}\u000a21:53:48.509986 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4388): Launched\u000a21:53:48.812369 run osmo-hlr_10.42.42.2(pid=4389): Launched\u000a21:53:48.932069 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a21:53:49.470672 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4391): Launched\u000a21:53:49.775114 run osmo-stp_10.42.42.5(pid=4392): Launched\u000a21:53:49.886205 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a21:53:50.414294 run pcap-recorder_any(filters='host 10.42.42.6')(pid=4394): Launched\u000a21:53:50.522317 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a21:53:50.786858 run patchelf(pid=4395): Launched\u000a21:53:50.964710 run osmo-stp_10.42.42.5(pid=4392): ERR: Terminated: ERROR {rc=1} [trial-2395↪gprs:sysmo+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4392)]\u000a21:53:51.094459 run osmo-stp_10.42.42.5(pid=4392): stdout: \u000a| (launched: 2022-12-13_21:53:49.624666)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:53:51.224217 run osmo-stp_10.42.42.5(pid=4392): stderr: \u000a| �[0;m�[38;5;43m20221213215349798 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213215349798 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213215349798 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213215349799 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213215349799 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213215349799 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213215349799 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:53:51.349328 run osmo-stp_10.42.42.5(pid=4392): stdout: \u000a| (launched: 2022-12-13_21:53:49.624666)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:53:51.473575 run osmo-stp_10.42.42.5(pid=4392): stderr: \u000a| �[0;m�[38;5;43m20221213215349798 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213215349798 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213215349798 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213215349799 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213215349799 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213215349799 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213215349799 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:53:51.618743 run patchelf(pid=4395): Terminating (SIGINT)\u000a21:53:51.788350 run patchelf(pid=4395): Terminated: ok {rc=0}\u000a21:53:51.819684 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=4392): Process ended prematurely: osmo-stp_10.42.42.5(pid=4392) [trial-2395↪gprs:sysmo+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4392)] [trial-2395↪gprs:sysmo+mod-bts0-dynts-osmo↪iperf3m4.py:8]\u000a21:53:51.828887 tst iperf3m4.py:8: Test FAILED (10.5 sec)\u000a21:53:51.889637 run osmo-hlr_10.42.42.2(pid=4389): ERR: Terminated: ERROR {rc=237} [trial-2395↪gprs:sysmo+mod-bts0-dynts-osmo↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=4389)]\u000a21:53:51.939152 run osmo-hlr_10.42.42.2(pid=4389): stdout: \u000a| (launched: 2022-12-13_21:53:48.662876) \u000a21:53:51.989046 run osmo-hlr_10.42.42.2(pid=4389): stderr: \u000a| �[0;m�[1;31m20221213215348840 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213215348840 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213215348840 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213215348840 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213215348840 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213215348840 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213215348854 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2395/run.2022-12-13_21-44-31/gprs:sysmo+mod-bts0-dynts-osmo/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213215348864 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213215348864 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213215348864 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a21:53:52.031601 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4378): Terminating (SIGTERM)\u000a21:53:52.071608 run iperf3-srv_10.42.42.10(pid=4379): Terminating (SIGTERM)\u000a21:53:52.111776 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4380): Terminating (SIGTERM)\u000a21:53:52.151882 run iperf3-srv_10.42.42.10(pid=4381): Terminating (SIGTERM)\u000a21:53:52.191902 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4382): Terminating (SIGTERM)\u000a21:53:52.231903 run iperf3-srv_10.42.42.10(pid=4383): Terminating (SIGTERM)\u000a21:53:52.271798 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4384): Terminating (SIGTERM)\u000a21:53:52.311574 run iperf3-srv_10.42.42.10(pid=4385): Terminating (SIGTERM)\u000a21:53:52.351706 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4388): Terminating (SIGTERM)\u000a21:53:52.391623 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4391): Terminating (SIGTERM)\u000a21:53:52.431532 run pcap-recorder_any(filters='host 10.42.42.6')(pid=4394): Terminating (SIGTERM)\u000a21:53:52.440789 --- ParallelTerminationStrategy: PID 4378 died...\u000a21:53:52.494948 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4378): Terminated: ok {rc=0}\u000a21:53:52.504640 --- ParallelTerminationStrategy: PID 4379 died...\u000a21:53:52.558200 run iperf3-srv_10.42.42.10(pid=4379): Terminated {rc=256}\u000a21:53:52.567790 --- ParallelTerminationStrategy: PID 4380 died...\u000a21:53:52.621501 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4380): Terminated: ok {rc=0}\u000a21:53:52.631114 --- ParallelTerminationStrategy: PID 4381 died...\u000a21:53:52.684506 run iperf3-srv_10.42.42.10(pid=4381): Terminated {rc=256}\u000a21:53:52.694148 --- ParallelTerminationStrategy: PID 4382 died...\u000a21:53:52.747669 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4382): Terminated: ok {rc=0}\u000a21:53:52.757266 --- ParallelTerminationStrategy: PID 4383 died...\u000a21:53:52.810737 run iperf3-srv_10.42.42.10(pid=4383): Terminated {rc=256}\u000a21:53:52.820266 --- ParallelTerminationStrategy: PID 4384 died...\u000a21:53:52.873962 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4384): Terminated: ok {rc=0}\u000a21:53:52.883610 --- ParallelTerminationStrategy: PID 4385 died...\u000a21:53:52.937356 run iperf3-srv_10.42.42.10(pid=4385): Terminated {rc=256}\u000a21:53:52.947035 --- ParallelTerminationStrategy: PID 4388 died...\u000a21:53:53.000616 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4388): Terminated: ok {rc=0}\u000a21:53:53.010171 --- ParallelTerminationStrategy: PID 4391 died...\u000a21:53:53.063818 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4391): Terminated: ok {rc=0}\u000a21:53:53.073582 --- ParallelTerminationStrategy: PID 4394 died...\u000a21:53:53.126911 run pcap-recorder_any(filters='host 10.42.42.6')(pid=4394): Terminated: ok {rc=0}\u000a21:53:53.210402 bus /gobi_4: Setting Powered False\u000a21:53:54.312191 bus /gobi_4: Setting Powered False\u000a21:53:55.418525 bus /gobi_1: Setting Powered False\u000a21:53:56.524564 bus /gobi_1: Setting Powered False\u000a21:53:57.631475 bus /gobi_0: Setting Powered False\u000a21:53:58.736449 bus /gobi_0: Setting Powered False\u000a21:53:59.846803 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 65, "className" : "gprs:sysmo+mod-bts0-dynts-osmo", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=4671): Process ended prematurely: osmo-stp_10.42.42.5(pid=4671) [trial-2395↪gprs:sysmo+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4671)]", "failedSince" : 2331, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=4671): Process ended prematurely: osmo-stp_10.42.42.5(pid=4671) [trial-2395↪gprs:sysmo+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4671)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2395 gprs:sysmo+mod-bts0-dynts-osmo ping.py\u000a----------------------------------------------\u000a21:54:00.933874 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a21:54:00.946629 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a21:54:01.110559 tst ping.py: using LAC 36468\u000a21:54:01.273676 tst ping.py: using RAC 3\u000a21:54:01.427096 tst ping.py: using CellId 36468\u000a21:54:01.581352 tst ping.py: using BVCI 36469\u000a21:54:01.615029 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a21:54:01.626912 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a21:54:01.638520 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a21:54:01.650462 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a21:54:01.662127 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a21:54:01.674220 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a21:54:01.686101 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a21:54:01.697591 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a21:54:02.040744 tst ping.py:19: start network...\u000a21:54:02.175001 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a21:54:02.784282 run create_hlr_db(pid=4460): Launched\u000a21:54:02.998554 bus /gobi_6: Setting Powered False\u000a21:54:04.011493 run create_hlr_db(pid=4460): Terminated: ok {rc=0}\u000a21:54:04.454619 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4667): Launched\u000a21:54:04.865630 run osmo-hlr_10.42.42.2(pid=4668): Launched\u000a21:54:05.107320 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a21:54:05.756821 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4670): Launched\u000a21:54:06.160557 run osmo-stp_10.42.42.5(pid=4671): Launched\u000a21:54:06.347356 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a21:54:06.957408 run pcap-recorder_any(filters='host 10.42.42.6')(pid=4675): Launched\u000a21:54:07.068564 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a21:54:07.359182 run patchelf(pid=4676): Launched\u000a21:54:07.539733 run osmo-stp_10.42.42.5(pid=4671): ERR: Terminated: ERROR {rc=1} [trial-2395↪gprs:sysmo+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4671)]\u000a21:54:07.669274 run osmo-stp_10.42.42.5(pid=4671): stdout: \u000a| (launched: 2022-12-13_21:54:05.922281)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:54:07.802499 run osmo-stp_10.42.42.5(pid=4671): stderr: \u000a| �[0;m�[38;5;43m20221213215406206 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213215406207 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213215406207 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213215406207 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213215406208 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213215406208 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213215406208 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:54:07.930500 run osmo-stp_10.42.42.5(pid=4671): stdout: \u000a| (launched: 2022-12-13_21:54:05.922281)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:54:08.055489 run osmo-stp_10.42.42.5(pid=4671): stderr: \u000a| �[0;m�[38;5;43m20221213215406206 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213215406207 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213215406207 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213215406207 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213215406208 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213215406208 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213215406208 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:54:08.201749 run patchelf(pid=4676): Terminating (SIGINT)\u000a21:54:08.373039 run patchelf(pid=4676): Terminated: ok {rc=0}\u000a21:54:08.404790 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=4671): Process ended prematurely: osmo-stp_10.42.42.5(pid=4671) [trial-2395↪gprs:sysmo+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4671)] [trial-2395↪gprs:sysmo+mod-bts0-dynts-osmo↪ping.py:22]\u000a21:54:08.414578 tst ping.py:22: Test FAILED (7.5 sec)\u000a21:54:08.477008 run osmo-hlr_10.42.42.2(pid=4668): ERR: Terminated: ERROR {rc=237} [trial-2395↪gprs:sysmo+mod-bts0-dynts-osmo↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=4668)]\u000a21:54:08.528928 run osmo-hlr_10.42.42.2(pid=4668): stdout: \u000a| (launched: 2022-12-13_21:54:04.608662) \u000a21:54:08.580459 run osmo-hlr_10.42.42.2(pid=4668): stderr: \u000a| �[0;m�[1;31m20221213215404960 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213215404960 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213215404960 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213215404960 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213215404960 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213215404960 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213215404978 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2395/run.2022-12-13_21-44-31/gprs:sysmo+mod-bts0-dynts-osmo/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213215404993 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213215404994 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213215404994 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a21:54:08.624563 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4667): Terminating (SIGTERM)\u000a21:54:08.667980 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4670): Terminating (SIGTERM)\u000a21:54:08.711832 run pcap-recorder_any(filters='host 10.42.42.6')(pid=4675): Terminating (SIGTERM)\u000a21:54:08.723356 --- ParallelTerminationStrategy: PID 4667 died...\u000a21:54:08.780310 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4667): Terminated: ok {rc=0}\u000a21:54:08.790823 --- ParallelTerminationStrategy: PID 4670 died...\u000a21:54:08.845934 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4670): Terminated: ok {rc=0}\u000a21:54:08.856491 --- ParallelTerminationStrategy: PID 4675 died...\u000a21:54:08.913068 run pcap-recorder_any(filters='host 10.42.42.6')(pid=4675): Terminated: ok {rc=0}\u000a21:54:09.000028 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 65, "className" : "gprs:sysmo+mod-bts0-dynts-osmo", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=4683): Process ended prematurely: osmo-stp_10.42.42.5(pid=4683) [trial-2395↪gprs:sysmo+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4683)]", "failedSince" : 2331, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=4683): Process ended prematurely: osmo-stp_10.42.42.5(pid=4683) [trial-2395↪gprs:sysmo+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4683)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2395 gprs:sysmo+mod-bts0-dynts-osmo ping_idle_ping.py\u000a----------------------------------------------\u000a21:54:10.054957 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a21:54:10.067412 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a21:54:10.219694 tst ping_idle_ping.py: using LAC 36469\u000a21:54:10.339958 tst ping_idle_ping.py: using RAC 4\u000a21:54:10.463012 tst ping_idle_ping.py: using CellId 36469\u000a21:54:10.586003 tst ping_idle_ping.py: using BVCI 36470\u000a21:54:10.610073 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a21:54:10.621917 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a21:54:10.633569 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a21:54:10.645274 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a21:54:10.657686 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a21:54:10.671499 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a21:54:10.684131 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a21:54:10.696739 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a21:54:10.980055 tst ping_idle_ping.py:24: start network...\u000a21:54:11.108742 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a21:54:11.652563 run create_hlr_db(pid=4677): Launched\u000a21:54:11.832023 bus /gobi_6: Setting Powered False\u000a21:54:12.853233 run create_hlr_db(pid=4677): Terminated: ok {rc=0}\u000a21:54:13.286180 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4679): Launched\u000a21:54:13.708893 run osmo-hlr_10.42.42.2(pid=4680): Launched\u000a21:54:13.961764 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a21:54:14.542666 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4682): Launched\u000a21:54:14.971888 run osmo-stp_10.42.42.5(pid=4683): Launched\u000a21:54:15.198296 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a21:54:15.783592 run pcap-recorder_any(filters='host 10.42.42.6')(pid=4685): Launched\u000a21:54:15.908295 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a21:54:16.222032 run patchelf(pid=4686): Launched\u000a21:54:16.435824 run osmo-stp_10.42.42.5(pid=4683): ERR: Terminated: ERROR {rc=1} [trial-2395↪gprs:sysmo+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4683)]\u000a21:54:16.576303 run osmo-stp_10.42.42.5(pid=4683): stdout: \u000a| (launched: 2022-12-13_21:54:14.707678)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:54:16.717046 run osmo-stp_10.42.42.5(pid=4683): stderr: \u000a| �[0;m�[38;5;43m20221213215415006 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213215415006 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213215415007 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213215415007 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213215415007 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213215415008 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213215415008 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:54:16.853426 run osmo-stp_10.42.42.5(pid=4683): stdout: \u000a| (launched: 2022-12-13_21:54:14.707678)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:54:16.989488 run osmo-stp_10.42.42.5(pid=4683): stderr: \u000a| �[0;m�[38;5;43m20221213215415006 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213215415006 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213215415007 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213215415007 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213215415007 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213215415008 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213215415008 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:54:17.146273 run patchelf(pid=4686): Terminating (SIGINT)\u000a21:54:17.329997 run patchelf(pid=4686): Terminated: ok {rc=0}\u000a21:54:17.364075 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=4683): Process ended prematurely: osmo-stp_10.42.42.5(pid=4683) [trial-2395↪gprs:sysmo+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4683)] [trial-2395↪gprs:sysmo+mod-bts0-dynts-osmo↪ping_idle_ping.py:27]\u000a21:54:17.374422 tst ping_idle_ping.py:27: Test FAILED (7.3 sec)\u000a21:54:17.441410 run osmo-hlr_10.42.42.2(pid=4680): ERR: Terminated: ERROR {rc=237} [trial-2395↪gprs:sysmo+mod-bts0-dynts-osmo↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=4680)]\u000a21:54:17.496845 run osmo-hlr_10.42.42.2(pid=4680): stdout: \u000a| (launched: 2022-12-13_21:54:13.451377) \u000a21:54:17.552005 run osmo-hlr_10.42.42.2(pid=4680): stderr: \u000a| �[0;m�[1;31m20221213215413759 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213215413759 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213215413759 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213215413759 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213215413759 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213215413759 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213215413783 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2395/run.2022-12-13_21-44-31/gprs:sysmo+mod-bts0-dynts-osmo/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213215413800 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213215413800 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213215413800 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a21:54:17.598758 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4679): Terminating (SIGTERM)\u000a21:54:17.645036 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4682): Terminating (SIGTERM)\u000a21:54:17.691721 run pcap-recorder_any(filters='host 10.42.42.6')(pid=4685): Terminating (SIGTERM)\u000a21:54:17.702676 --- ParallelTerminationStrategy: PID 4679 died...\u000a21:54:17.763464 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4679): Terminated: ok {rc=0}\u000a21:54:17.775505 --- ParallelTerminationStrategy: PID 4682 died...\u000a21:54:17.834550 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4682): Terminated: ok {rc=0}\u000a21:54:17.847473 --- ParallelTerminationStrategy: PID 4685 died...\u000a21:54:17.905961 run pcap-recorder_any(filters='host 10.42.42.6')(pid=4685): Terminated: ok {rc=0}\u000a21:54:17.997777 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 62.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "15", "name" : "gprs_sysmo+mod-bts0-dynts-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T21:53:18" }, { "cases" : [ { "testActions" : [ ], "age" : 67, "className" : "dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=4696): Process ended prematurely: osmo-stp_10.42.42.5(pid=4696) [trial-2395↪dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4696)]", "failedSince" : 2329, "name" : "switch_tch_pdch.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/dynts/switch_tch_pdch.py\", line 54, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=4696): Process ended prematurely: osmo-stp_10.42.42.5(pid=4696) [trial-2395↪dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4696)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2395 dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any switch_tch_pdch.py\u000a----------------------------------------------\u000a21:54:20.001459 tst dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a21:54:20.014249 tst dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a21:54:20.161788 tst switch_tch_pdch.py: using LAC 36470\u000a21:54:20.281960 tst switch_tch_pdch.py: using RAC 5\u000a21:54:20.403021 tst switch_tch_pdch.py: using CellId 36470\u000a21:54:20.528768 tst switch_tch_pdch.py: using BVCI 36471\u000a21:54:20.553083 tst dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a21:54:20.565682 tst dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a21:54:20.577573 tst dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a21:54:20.589796 tst dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a21:54:20.601919 tst dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a21:54:20.614540 tst dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a21:54:20.627603 tst dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a21:54:20.639720 tst dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a21:54:20.760056 tst dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a21:54:21.042891 tst switch_tch_pdch.py:51: start network...\u000a21:54:21.170424 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a21:54:21.709075 run create_hlr_db(pid=4690): Launched\u000a21:54:21.892500 bus /gobi_6: Setting Powered False\u000a21:54:22.909929 run create_hlr_db(pid=4690): Terminated: ok {rc=0}\u000a21:54:23.341101 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4692): Launched\u000a21:54:23.751575 run osmo-hlr_10.42.42.2(pid=4693): Launched\u000a21:54:23.982287 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a21:54:24.639307 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4695): Launched\u000a21:54:25.050976 run osmo-stp_10.42.42.5(pid=4696): Launched\u000a21:54:25.232869 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a21:54:25.788515 run pcap-recorder_any(filters='host 10.42.42.6')(pid=4699): Launched\u000a21:54:25.902280 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a21:54:26.179065 run patchelf(pid=4700): Launched\u000a21:54:26.364813 run osmo-stp_10.42.42.5(pid=4696): ERR: Terminated: ERROR {rc=1} [trial-2395↪dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4696)]\u000a21:54:26.500428 run osmo-stp_10.42.42.5(pid=4696): stdout: \u000a| (launched: 2022-12-13_21:54:24.796524)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:54:26.636406 run osmo-stp_10.42.42.5(pid=4696): stderr: \u000a| �[0;m�[38;5;43m20221213215425140 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213215425140 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213215425140 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213215425141 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213215425141 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213215425141 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213215425142 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:54:26.767640 run osmo-stp_10.42.42.5(pid=4696): stdout: \u000a| (launched: 2022-12-13_21:54:24.796524)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:54:26.898245 run osmo-stp_10.42.42.5(pid=4696): stderr: \u000a| �[0;m�[38;5;43m20221213215425140 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213215425140 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213215425140 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213215425141 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213215425141 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213215425141 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213215425142 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:54:27.050897 run patchelf(pid=4700): Terminating (SIGINT)\u000a21:54:27.230101 run patchelf(pid=4700): Terminated: ok {rc=0}\u000a21:54:27.262560 tst switch_tch_pdch.py:54: ERR: Error: osmo-stp_10.42.42.5(pid=4696): Process ended prematurely: osmo-stp_10.42.42.5(pid=4696) [trial-2395↪dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4696)] [trial-2395↪dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54]\u000a21:54:27.271679 tst switch_tch_pdch.py:54: Test FAILED (7.3 sec)\u000a21:54:27.334655 run osmo-hlr_10.42.42.2(pid=4693): ERR: Terminated: ERROR {rc=237} [trial-2395↪dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py↪switch_tch_pdch.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=4693)]\u000a21:54:27.386359 run osmo-hlr_10.42.42.2(pid=4693): stdout: \u000a| (launched: 2022-12-13_21:54:23.496133) \u000a21:54:27.438239 run osmo-hlr_10.42.42.2(pid=4693): stderr: \u000a| �[0;m�[1;31m20221213215423846 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213215423846 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213215423847 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213215423847 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213215423847 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213215423847 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213215423865 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2395/run.2022-12-13_21-44-31/dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any/switch_tch_pdch.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213215423881 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213215423881 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213215423882 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a21:54:27.482755 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4692): Terminating (SIGTERM)\u000a21:54:27.524812 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4695): Terminating (SIGTERM)\u000a21:54:27.567275 run pcap-recorder_any(filters='host 10.42.42.6')(pid=4699): Terminating (SIGTERM)\u000a21:54:27.577044 --- ParallelTerminationStrategy: PID 4692 died...\u000a21:54:27.633428 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4692): Terminated: ok {rc=0}\u000a21:54:27.643565 --- ParallelTerminationStrategy: PID 4695 died...\u000a21:54:27.699707 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4695): Terminated: ok {rc=0}\u000a21:54:27.709839 --- ParallelTerminationStrategy: PID 4699 died...\u000a21:54:27.765637 run pcap-recorder_any(filters='host 10.42.42.6')(pid=4699): Terminated: ok {rc=0}\u000a21:54:27.853019 bus /gobi_0: Setting Powered False\u000a21:54:28.956405 bus /gobi_0: Setting Powered False\u000a21:54:30.066800 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 13.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "16", "name" : "dynts_sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T21:54:19" }, { "cases" : [ { "testActions" : [ ], "age" : 65, "className" : "dynts:sysmo+mod-bts0-dynts67-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=4710): Process ended prematurely: osmo-stp_10.42.42.5(pid=4710) [trial-2395↪dynts:sysmo+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4710)]", "failedSince" : 2331, "name" : "switch_tch_pdch.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/dynts/switch_tch_pdch.py\", line 54, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=4710): Process ended prematurely: osmo-stp_10.42.42.5(pid=4710) [trial-2395↪dynts:sysmo+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4710)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2395 dynts:sysmo+mod-bts0-dynts67-osmo switch_tch_pdch.py\u000a----------------------------------------------\u000a21:54:32.050249 tst dynts:sysmo+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a21:54:32.061543 tst dynts:sysmo+mod-bts0-dynts67-osmo: Using 1 x bts (candidates: 1)\u000a21:54:32.210345 tst switch_tch_pdch.py: using LAC 36471\u000a21:54:32.339218 tst switch_tch_pdch.py: using RAC 6\u000a21:54:32.468404 tst switch_tch_pdch.py: using CellId 36471\u000a21:54:32.593107 tst switch_tch_pdch.py: using BVCI 36472\u000a21:54:32.617441 tst dynts:sysmo+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a21:54:32.628850 tst dynts:sysmo+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a21:54:32.640117 tst dynts:sysmo+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a21:54:32.651373 tst dynts:sysmo+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a21:54:32.663670 tst dynts:sysmo+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a21:54:32.675680 tst dynts:sysmo+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a21:54:32.687891 tst dynts:sysmo+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a21:54:32.699845 tst dynts:sysmo+mod-bts0-dynts67-osmo: Using 1 x modem (candidates: 2)\u000a21:54:32.818928 tst dynts:sysmo+mod-bts0-dynts67-osmo: Using 1 x modem (candidates: 2)\u000a21:54:33.108524 tst switch_tch_pdch.py:51: start network...\u000a21:54:33.241520 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a21:54:33.713622 run create_hlr_db(pid=4704): Launched\u000a21:54:33.843990 bus /gobi_6: Setting Powered False\u000a21:54:34.920345 run create_hlr_db(pid=4704): Terminated: ok {rc=0}\u000a21:54:35.295199 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4706): Launched\u000a21:54:35.594145 run osmo-hlr_10.42.42.2(pid=4707): Launched\u000a21:54:35.702697 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a21:54:36.193078 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4709): Launched\u000a21:54:36.489501 run osmo-stp_10.42.42.5(pid=4710): Launched\u000a21:54:36.597294 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a21:54:37.090377 run pcap-recorder_any(filters='host 10.42.42.6')(pid=4712): Launched\u000a21:54:37.196354 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a21:54:37.455464 run patchelf(pid=4713): Launched\u000a21:54:37.629797 run osmo-stp_10.42.42.5(pid=4710): ERR: Terminated: ERROR {rc=1} [trial-2395↪dynts:sysmo+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4710)]\u000a21:54:37.756797 run osmo-stp_10.42.42.5(pid=4710): stdout: \u000a| (launched: 2022-12-13_21:54:36.342684)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:54:37.884040 run osmo-stp_10.42.42.5(pid=4710): stderr: \u000a| �[0;m�[38;5;43m20221213215436513 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213215436513 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213215436513 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213215436514 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213215436514 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213215436514 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213215436514 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:54:38.007918 run osmo-stp_10.42.42.5(pid=4710): stdout: \u000a| (launched: 2022-12-13_21:54:36.342684)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:54:38.130038 run osmo-stp_10.42.42.5(pid=4710): stderr: \u000a| �[0;m�[38;5;43m20221213215436513 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213215436513 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213215436513 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213215436514 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213215436514 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213215436514 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213215436514 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:54:38.271680 run patchelf(pid=4713): Terminating (SIGINT)\u000a21:54:38.438103 run patchelf(pid=4713): Terminated: ok {rc=0}\u000a21:54:38.468239 tst switch_tch_pdch.py:54: ERR: Error: osmo-stp_10.42.42.5(pid=4710): Process ended prematurely: osmo-stp_10.42.42.5(pid=4710) [trial-2395↪dynts:sysmo+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4710)] [trial-2395↪dynts:sysmo+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54]\u000a21:54:38.476797 tst switch_tch_pdch.py:54: Test FAILED (6.4 sec)\u000a21:54:38.536652 run osmo-hlr_10.42.42.2(pid=4707): ERR: Terminated: ERROR {rc=237} [trial-2395↪dynts:sysmo+mod-bts0-dynts67-osmo↪switch_tch_pdch.py↪switch_tch_pdch.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=4707)]\u000a21:54:38.585377 run osmo-hlr_10.42.42.2(pid=4707): stdout: \u000a| (launched: 2022-12-13_21:54:35.446492) \u000a21:54:38.634668 run osmo-hlr_10.42.42.2(pid=4707): stderr: \u000a| �[0;m�[1;31m20221213215435623 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213215435623 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213215435623 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213215435623 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213215435623 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213215435623 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213215435644 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2395/run.2022-12-13_21-44-31/dynts:sysmo+mod-bts0-dynts67-osmo/switch_tch_pdch.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213215435653 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213215435653 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213215435653 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a21:54:38.676549 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4706): Terminating (SIGTERM)\u000a21:54:38.715864 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4709): Terminating (SIGTERM)\u000a21:54:38.755357 run pcap-recorder_any(filters='host 10.42.42.6')(pid=4712): Terminating (SIGTERM)\u000a21:54:38.764566 --- ParallelTerminationStrategy: PID 4706 died...\u000a21:54:38.817707 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4706): Terminated: ok {rc=0}\u000a21:54:38.827429 --- ParallelTerminationStrategy: PID 4709 died...\u000a21:54:38.880428 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4709): Terminated: ok {rc=0}\u000a21:54:38.890228 --- ParallelTerminationStrategy: PID 4712 died...\u000a21:54:38.943407 run pcap-recorder_any(filters='host 10.42.42.6')(pid=4712): Terminated: ok {rc=0}\u000a21:54:39.031973 bus /gobi_0: Setting Powered False\u000a21:54:40.138719 bus /gobi_0: Setting Powered False\u000a21:54:41.247216 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "17", "name" : "dynts_sysmo+mod-bts0-dynts67-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T21:54:31" }, { "cases" : [ { "testActions" : [ ], "age" : 251, "className" : "nitb_sms:oc2g", "duration" : 4.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=4720): Process ended prematurely: osmo-nitb_10.42.42.2(pid=4720) [trial-2395↪nitb_sms:oc2g↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=4720)]", "failedSince" : 2145, "name" : "mo_mt_sms.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_sms/mo_mt_sms.py\", line 11, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=4720): Process ended prematurely: osmo-nitb_10.42.42.2(pid=4720) [trial-2395↪nitb_sms:oc2g↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=4720)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2395 nitb_sms:oc2g mo_mt_sms.py\u000a----------------------------------------------\u000a21:54:43.115103 tst nitb_sms:oc2g: Using 1 x ip_address (candidates: 1)\u000a21:54:43.126247 tst nitb_sms:oc2g: Using 1 x bts (candidates: 1)\u000a21:54:43.246660 tst mo_mt_sms.py: using LAC 36472\u000a21:54:43.362369 tst mo_mt_sms.py: using RAC 7\u000a21:54:43.482554 tst mo_mt_sms.py: using CellId 36472\u000a21:54:43.597781 tst mo_mt_sms.py: using BVCI 36473\u000a21:54:43.620260 tst nitb_sms:oc2g: Using 1 x modem (candidates: 2)\u000a21:54:43.738480 tst nitb_sms:oc2g: Using 1 x modem (candidates: 2)\u000a21:54:44.014035 tst mo_mt_sms.py:9: start nitb and bts...\u000a21:54:44.137617 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a21:54:44.754361 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=4719): Launched\u000a21:54:45.050184 run osmo-nitb_10.42.42.2(pid=4720): Launched\u000a21:54:45.233123 run osmo-nitb_10.42.42.2(pid=4720): ERR: Terminated: ERROR {rc=2} [trial-2395↪nitb_sms:oc2g↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=4720)]\u000a21:54:45.367318 run osmo-nitb_10.42.42.2(pid=4720): stdout: \u000a| (launched: 2022-12-13_21:54:44.906519) \u000a21:54:45.501813 run osmo-nitb_10.42.42.2(pid=4720): stderr: \u000a| (launched: 2022-12-13_21:54:44.950818)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a21:54:45.631984 run osmo-nitb_10.42.42.2(pid=4720): stdout: \u000a| (launched: 2022-12-13_21:54:44.906519) \u000a21:54:45.761457 run osmo-nitb_10.42.42.2(pid=4720): stderr: \u000a| (launched: 2022-12-13_21:54:44.950818)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a21:54:46.171426 tst osmo-nitb_10.42.42.2(pid=4720): stdout: \u000a| (launched: 2022-12-13_21:54:44.906519) \u000a21:54:46.292511 tst osmo-nitb_10.42.42.2(pid=4720): stderr: \u000a| (launched: 2022-12-13_21:54:44.950818)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a21:54:46.345940 tst mo_mt_sms.py:11: ERR: Error: osmo-nitb_10.42.42.2(pid=4720): Process ended prematurely: osmo-nitb_10.42.42.2(pid=4720) [trial-2395↪nitb_sms:oc2g↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=4720)] [trial-2395↪nitb_sms:oc2g↪mo_mt_sms.py:11]\u000a21:54:46.355033 tst mo_mt_sms.py:11: Test FAILED (3.2 sec)\u000a21:54:46.390327 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=4719): Terminating (SIGTERM)\u000a21:54:46.567829 --- ParallelTerminationStrategy: PID 4719 died...\u000a21:54:46.633054 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=4719): Terminated: ok {rc=0}\u000a21:54:46.736905 bus /sierra_3: Setting Powered False\u000a21:54:47.839337 bus /sierra_3: Setting Powered False\u000a21:54:48.951500 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 8.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "18", "name" : "nitb_sms_oc2g", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T21:54:42" }, { "cases" : [ { "testActions" : [ ], "age" : 193, "className" : "sms:oc2g", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=4731): Process ended prematurely: osmo-stp_10.42.42.5(pid=4731) [trial-2395↪sms:oc2g↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4731)]", "failedSince" : 2203, "name" : "mo_mt_sms.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/sms/mo_mt_sms.py\", line 16, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=4731): Process ended prematurely: osmo-stp_10.42.42.5(pid=4731) [trial-2395↪sms:oc2g↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4731)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2395 sms:oc2g mo_mt_sms.py\u000a----------------------------------------------\u000a21:54:50.793565 tst sms:oc2g: Using 1 x ip_address (candidates: 6)\u000a21:54:50.803941 tst sms:oc2g: Using 1 x bts (candidates: 1)\u000a21:54:50.924250 tst mo_mt_sms.py: using LAC 36473\u000a21:54:51.041168 tst mo_mt_sms.py: using RAC 8\u000a21:54:51.157808 tst mo_mt_sms.py: using CellId 36473\u000a21:54:51.273851 tst mo_mt_sms.py: using BVCI 36474\u000a21:54:51.296246 tst sms:oc2g: Using 1 x ip_address (candidates: 6)\u000a21:54:51.306764 tst sms:oc2g: Using 1 x ip_address (candidates: 6)\u000a21:54:51.317039 tst sms:oc2g: Using 1 x ip_address (candidates: 6)\u000a21:54:51.327267 tst sms:oc2g: Using 1 x ip_address (candidates: 6)\u000a21:54:51.337496 tst sms:oc2g: Using 1 x ip_address (candidates: 6)\u000a21:54:51.347733 tst sms:oc2g: Using 1 x modem (candidates: 2)\u000a21:54:51.467083 tst sms:oc2g: Using 1 x modem (candidates: 2)\u000a21:54:51.664086 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a21:54:52.140291 run create_hlr_db(pid=4725): Launched\u000a21:54:52.311254 bus /sierra_2: Setting Powered False\u000a21:54:53.332480 run create_hlr_db(pid=4725): Terminated: ok {rc=0}\u000a21:54:53.757657 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4727): Launched\u000a21:54:54.077744 run osmo-hlr_10.42.42.2(pid=4728): Launched\u000a21:54:54.196209 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a21:54:54.749072 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4730): Launched\u000a21:54:55.069151 run osmo-stp_10.42.42.5(pid=4731): Launched\u000a21:54:55.185105 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a21:54:55.767328 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=4733): Launched\u000a21:54:56.087146 run osmo-msc_10.42.42.6(pid=4734): Launched\u000a21:54:56.274608 run osmo-stp_10.42.42.5(pid=4731): ERR: Terminated: ERROR {rc=1} [trial-2395↪sms:oc2g↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4731)]\u000a21:54:56.410294 run osmo-stp_10.42.42.5(pid=4731): stdout: \u000a| (launched: 2022-12-13_21:54:54.911051)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:54:56.545436 run osmo-stp_10.42.42.5(pid=4731): stderr: \u000a| �[0;m�[38;5;43m20221213215455102 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213215455102 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213215455102 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213215455102 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213215455105 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213215455105 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213215455105 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:54:56.673929 run osmo-stp_10.42.42.5(pid=4731): stdout: \u000a| (launched: 2022-12-13_21:54:54.911051)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:54:56.801085 run osmo-stp_10.42.42.5(pid=4731): stderr: \u000a| �[0;m�[38;5;43m20221213215455102 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213215455102 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213215455102 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213215455102 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213215455105 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213215455105 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213215455105 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:54:56.856418 tst mo_mt_sms.py:16: ERR: Error: osmo-stp_10.42.42.5(pid=4731): Process ended prematurely: osmo-stp_10.42.42.5(pid=4731) [trial-2395↪sms:oc2g↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4731)] [trial-2395↪sms:oc2g↪mo_mt_sms.py:16]\u000a21:54:56.864886 tst mo_mt_sms.py:16: Test FAILED (6.1 sec)\u000a21:54:56.927516 run osmo-hlr_10.42.42.2(pid=4728): ERR: Terminated: ERROR {rc=237} [trial-2395↪sms:oc2g↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=4728)]\u000a21:54:56.979109 run osmo-hlr_10.42.42.2(pid=4728): stdout: \u000a| (launched: 2022-12-13_21:54:53.919934) \u000a21:54:57.030984 run osmo-hlr_10.42.42.2(pid=4728): stderr: \u000a| �[0;m�[1;31m20221213215454118 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213215454118 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213215454118 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213215454118 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213215454118 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213215454118 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213215454131 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2395/run.2022-12-13_21-44-31/sms:oc2g/mo_mt_sms.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213215454139 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213215454140 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213215454140 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a21:54:57.101356 run osmo-msc_10.42.42.6(pid=4734): ERR: Terminated: ERROR {rc=2} [trial-2395↪sms:oc2g↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=4734)]\u000a21:54:57.152475 run osmo-msc_10.42.42.6(pid=4734): stdout: \u000a| (launched: 2022-12-13_21:54:55.928733) \u000a21:54:57.203624 run osmo-msc_10.42.42.6(pid=4734): stderr: \u000a| �[0;m�[38;5;43m20221213215456250 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213215456250 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7ff86fc3fc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213215456250 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213215456250 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213215456250 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213215456251 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213215456252 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213215456253 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213215456253 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213215456253 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a21:54:57.247349 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4727): Terminating (SIGTERM)\u000a21:54:57.288799 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4730): Terminating (SIGTERM)\u000a21:54:57.330247 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=4733): Terminating (SIGTERM)\u000a21:54:57.339810 --- ParallelTerminationStrategy: PID 4727 died...\u000a21:54:57.395471 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4727): Terminated: ok {rc=0}\u000a21:54:57.405870 --- ParallelTerminationStrategy: PID 4730 died...\u000a21:54:57.461559 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4730): Terminated: ok {rc=0}\u000a21:54:57.471498 --- ParallelTerminationStrategy: PID 4733 died...\u000a21:54:57.527131 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=4733): Terminated: ok {rc=0}\u000a21:54:57.612108 bus /sierra_3: Setting Powered False\u000a21:54:58.717148 bus /sierra_3: Setting Powered False\u000a21:54:59.824735 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 11.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "19", "name" : "sms_oc2g", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T21:54:50" }, { "cases" : [ { "testActions" : [ ], "age" : 251, "className" : "nitb_ussd:oc2g", "duration" : 4.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=4743): Process ended prematurely: osmo-nitb_10.42.42.2(pid=4743) [trial-2395↪nitb_ussd:oc2g↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=4743)]", "failedSince" : 2145, "name" : "assert_extension.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_ussd/assert_extension.py\", line 12, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=4743): Process ended prematurely: osmo-nitb_10.42.42.2(pid=4743) [trial-2395↪nitb_ussd:oc2g↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=4743)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2395 nitb_ussd:oc2g assert_extension.py\u000a----------------------------------------------\u000a21:55:01.673423 tst nitb_ussd:oc2g: Using 1 x ip_address (candidates: 1)\u000a21:55:01.685649 tst nitb_ussd:oc2g: Using 1 x bts (candidates: 1)\u000a21:55:01.823178 tst assert_extension.py: using LAC 36474\u000a21:55:01.955829 tst assert_extension.py: using RAC 9\u000a21:55:02.090885 tst assert_extension.py: using CellId 36474\u000a21:55:02.225901 tst assert_extension.py: using BVCI 36475\u000a21:55:02.250855 tst nitb_ussd:oc2g: Using 1 x modem (candidates: 1)\u000a21:55:02.557044 tst assert_extension.py:10: start nitb and bts...\u000a21:55:02.690501 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a21:55:03.349433 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=4742): Launched\u000a21:55:03.665172 run osmo-nitb_10.42.42.2(pid=4743): Launched\u000a21:55:03.861188 run osmo-nitb_10.42.42.2(pid=4743): ERR: Terminated: ERROR {rc=2} [trial-2395↪nitb_ussd:oc2g↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=4743)]\u000a21:55:04.006853 run osmo-nitb_10.42.42.2(pid=4743): stdout: \u000a| (launched: 2022-12-13_21:55:03.511490) \u000a21:55:04.151943 run osmo-nitb_10.42.42.2(pid=4743): stderr: \u000a| (launched: 2022-12-13_21:55:03.558836)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a21:55:04.292865 run osmo-nitb_10.42.42.2(pid=4743): stdout: \u000a| (launched: 2022-12-13_21:55:03.511490) \u000a21:55:04.431507 run osmo-nitb_10.42.42.2(pid=4743): stderr: \u000a| (launched: 2022-12-13_21:55:03.558836)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a21:55:04.793846 tst osmo-nitb_10.42.42.2(pid=4743): stdout: \u000a| (launched: 2022-12-13_21:55:03.511490) \u000a21:55:04.920583 tst osmo-nitb_10.42.42.2(pid=4743): stderr: \u000a| (launched: 2022-12-13_21:55:03.558836)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a21:55:04.976427 tst assert_extension.py:12: ERR: Error: osmo-nitb_10.42.42.2(pid=4743): Process ended prematurely: osmo-nitb_10.42.42.2(pid=4743) [trial-2395↪nitb_ussd:oc2g↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=4743)] [trial-2395↪nitb_ussd:oc2g↪assert_extension.py:12]\u000a21:55:04.985324 tst assert_extension.py:12: Test FAILED (3.3 sec)\u000a21:55:05.021619 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=4742): Terminating (SIGTERM)\u000a21:55:05.199824 --- ParallelTerminationStrategy: PID 4742 died...\u000a21:55:05.257974 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=4742): Terminated: ok {rc=0}\u000a21:55:05.344620 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 6.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "20", "name" : "nitb_ussd_oc2g", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T21:55:01" }, { "cases" : [ { "testActions" : [ ], "age" : 193, "className" : "ussd:oc2g", "duration" : 6.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=4753): Process ended prematurely: osmo-stp_10.42.42.5(pid=4753) [trial-2395↪ussd:oc2g↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4753)]", "failedSince" : 2203, "name" : "assert_extension.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/ussd/assert_extension.py\", line 17, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=4753): Process ended prematurely: osmo-stp_10.42.42.5(pid=4753) [trial-2395↪ussd:oc2g↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4753)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2395 ussd:oc2g assert_extension.py\u000a----------------------------------------------\u000a21:55:07.151451 tst ussd:oc2g: Using 1 x ip_address (candidates: 6)\u000a21:55:07.162298 tst ussd:oc2g: Using 1 x bts (candidates: 1)\u000a21:55:07.287981 tst assert_extension.py: using LAC 36475\u000a21:55:07.412470 tst assert_extension.py: using RAC 10\u000a21:55:07.534625 tst assert_extension.py: using CellId 36475\u000a21:55:07.656891 tst assert_extension.py: using BVCI 36476\u000a21:55:07.681161 tst ussd:oc2g: Using 1 x ip_address (candidates: 6)\u000a21:55:07.692047 tst ussd:oc2g: Using 1 x ip_address (candidates: 6)\u000a21:55:07.702861 tst ussd:oc2g: Using 1 x ip_address (candidates: 6)\u000a21:55:07.713580 tst ussd:oc2g: Using 1 x ip_address (candidates: 6)\u000a21:55:07.725109 tst ussd:oc2g: Using 1 x ip_address (candidates: 6)\u000a21:55:07.736492 tst ussd:oc2g: Using 1 x modem (candidates: 1)\u000a21:55:07.946279 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a21:55:08.446804 run create_hlr_db(pid=4747): Launched\u000a21:55:08.631063 bus /sierra_2: Setting Powered False\u000a21:55:09.651961 run create_hlr_db(pid=4747): Terminated: ok {rc=0}\u000a21:55:10.053473 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4749): Launched\u000a21:55:10.353548 run osmo-hlr_10.42.42.2(pid=4750): Launched\u000a21:55:10.463481 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a21:55:10.985046 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4752): Launched\u000a21:55:11.282991 run osmo-stp_10.42.42.5(pid=4753): Launched\u000a21:55:11.391706 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a21:55:11.932935 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=4755): Launched\u000a21:55:12.231889 run osmo-msc_10.42.42.6(pid=4756): Launched\u000a21:55:12.406414 run osmo-stp_10.42.42.5(pid=4753): ERR: Terminated: ERROR {rc=1} [trial-2395↪ussd:oc2g↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4753)]\u000a21:55:12.532604 run osmo-stp_10.42.42.5(pid=4753): stdout: \u000a| (launched: 2022-12-13_21:55:11.136208)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:55:12.656707 run osmo-stp_10.42.42.5(pid=4753): stderr: \u000a| �[0;m�[38;5;43m20221213215511307 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213215511307 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213215511308 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213215511308 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213215511308 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213215511309 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213215511309 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:55:12.775828 run osmo-stp_10.42.42.5(pid=4753): stdout: \u000a| (launched: 2022-12-13_21:55:11.136208)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:55:12.894546 run osmo-stp_10.42.42.5(pid=4753): stderr: \u000a| �[0;m�[38;5;43m20221213215511307 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213215511307 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213215511308 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213215511308 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213215511308 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213215511309 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213215511309 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:55:12.946327 tst assert_extension.py:17: ERR: Error: osmo-stp_10.42.42.5(pid=4753): Process ended prematurely: osmo-stp_10.42.42.5(pid=4753) [trial-2395↪ussd:oc2g↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4753)] [trial-2395↪ussd:oc2g↪assert_extension.py:17]\u000a21:55:12.954469 tst assert_extension.py:17: Test FAILED (5.8 sec)\u000a21:55:13.013454 run osmo-hlr_10.42.42.2(pid=4750): ERR: Terminated: ERROR {rc=237} [trial-2395↪ussd:oc2g↪assert_extension.py↪assert_extension.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=4750)]\u000a21:55:13.061869 run osmo-hlr_10.42.42.2(pid=4750): stdout: \u000a| (launched: 2022-12-13_21:55:10.204893) \u000a21:55:13.110851 run osmo-hlr_10.42.42.2(pid=4750): stderr: \u000a| �[0;m�[1;31m20221213215510381 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213215510381 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213215510381 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213215510381 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213215510381 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213215510381 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213215510393 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2395/run.2022-12-13_21-44-31/ussd:oc2g/assert_extension.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213215510402 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213215510402 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213215510402 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a21:55:13.177622 run osmo-msc_10.42.42.6(pid=4756): ERR: Terminated: ERROR {rc=2} [trial-2395↪ussd:oc2g↪assert_extension.py↪assert_extension.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=4756)]\u000a21:55:13.226532 run osmo-msc_10.42.42.6(pid=4756): stdout: \u000a| (launched: 2022-12-13_21:55:12.083312) \u000a21:55:13.275722 run osmo-msc_10.42.42.6(pid=4756): stderr: \u000a| �[0;m�[38;5;43m20221213215512356 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213215512356 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fbb0538bc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213215512356 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213215512356 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213215512357 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213215512357 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213215512358 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213215512359 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213215512359 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213215512359 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a21:55:13.317508 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4749): Terminating (SIGTERM)\u000a21:55:13.356896 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4752): Terminating (SIGTERM)\u000a21:55:13.396330 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=4755): Terminating (SIGTERM)\u000a21:55:13.405615 --- ParallelTerminationStrategy: PID 4749 died...\u000a21:55:13.458560 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4749): Terminated: ok {rc=0}\u000a21:55:13.468115 --- ParallelTerminationStrategy: PID 4752 died...\u000a21:55:13.520809 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4752): Terminated: ok {rc=0}\u000a21:55:13.530399 --- ParallelTerminationStrategy: PID 4755 died...\u000a21:55:13.583006 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=4755): Terminated: ok {rc=0}\u000a21:55:13.666569 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 9.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "21", "name" : "ussd_oc2g", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T21:55:06" }, { "cases" : [ { "testActions" : [ ], "age" : 193, "className" : "voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=4767): Process ended prematurely: osmo-stp_10.42.42.5(pid=4767) [trial-2395↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4767)]", "failedSince" : 2203, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=4767): Process ended prematurely: osmo-stp_10.42.42.5(pid=4767) [trial-2395↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4767)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2395 voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call.py\u000a----------------------------------------------\u000a21:55:15.576429 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a21:55:15.587458 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1)\u000a21:55:15.738530 tst mo_mt_call.py: using LAC 36476\u000a21:55:15.866967 tst mo_mt_call.py: using RAC 11\u000a21:55:16.008011 tst mo_mt_call.py: using CellId 36476\u000a21:55:16.165198 tst mo_mt_call.py: using BVCI 36477\u000a21:55:16.196858 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a21:55:16.210389 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a21:55:16.222381 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a21:55:16.234782 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a21:55:16.247851 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a21:55:16.261716 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a21:55:16.391473 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a21:55:16.666584 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a21:55:17.195265 run create_hlr_db(pid=4761): Launched\u000a21:55:17.386538 bus /sierra_2: Setting Powered False\u000a21:55:18.404364 run create_hlr_db(pid=4761): Terminated: ok {rc=0}\u000a21:55:18.811568 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4763): Launched\u000a21:55:19.115163 run osmo-hlr_10.42.42.2(pid=4764): Launched\u000a21:55:19.226774 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a21:55:19.750355 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4766): Launched\u000a21:55:20.053651 run osmo-stp_10.42.42.5(pid=4767): Launched\u000a21:55:20.163160 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a21:55:20.716473 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=4769): Launched\u000a21:55:21.020667 run osmo-msc_10.42.42.6(pid=4770): Launched\u000a21:55:21.197463 run osmo-stp_10.42.42.5(pid=4767): ERR: Terminated: ERROR {rc=1} [trial-2395↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4767)]\u000a21:55:21.325698 run osmo-stp_10.42.42.5(pid=4767): stdout: \u000a| (launched: 2022-12-13_21:55:19.904326)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:55:21.451275 run osmo-stp_10.42.42.5(pid=4767): stderr: \u000a| �[0;m�[38;5;43m20221213215520077 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213215520077 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213215520077 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213215520078 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213215520078 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213215520078 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213215520078 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:55:21.572701 run osmo-stp_10.42.42.5(pid=4767): stdout: \u000a| (launched: 2022-12-13_21:55:19.904326)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:55:21.693134 run osmo-stp_10.42.42.5(pid=4767): stderr: \u000a| �[0;m�[38;5;43m20221213215520077 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213215520077 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213215520077 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213215520078 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213215520078 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213215520078 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213215520078 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:55:21.746233 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=4767): Process ended prematurely: osmo-stp_10.42.42.5(pid=4767) [trial-2395↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4767)] [trial-2395↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8]\u000a21:55:21.754911 tst mo_mt_call.py:8: Test FAILED (6.2 sec)\u000a21:55:21.815029 run osmo-hlr_10.42.42.2(pid=4764): ERR: Terminated: ERROR {rc=237} [trial-2395↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=4764)]\u000a21:55:21.863977 run osmo-hlr_10.42.42.2(pid=4764): stdout: \u000a| (launched: 2022-12-13_21:55:18.965967) \u000a21:55:21.913406 run osmo-hlr_10.42.42.2(pid=4764): stderr: \u000a| �[0;m�[1;31m20221213215519141 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213215519142 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213215519142 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213215519142 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213215519142 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213215519142 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213215519154 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2395/run.2022-12-13_21-44-31/voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213215519163 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213215519163 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213215519163 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a21:55:21.980384 run osmo-msc_10.42.42.6(pid=4770): ERR: Terminated: ERROR {rc=2} [trial-2395↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=4770)]\u000a21:55:22.029241 run osmo-msc_10.42.42.6(pid=4770): stdout: \u000a| (launched: 2022-12-13_21:55:20.870069) \u000a21:55:22.079040 run osmo-msc_10.42.42.6(pid=4770): stderr: \u000a| �[0;m�[38;5;43m20221213215521144 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213215521144 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f32a54dcc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213215521144 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213215521144 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213215521144 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213215521145 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213215521146 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213215521147 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213215521147 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213215521147 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a21:55:22.121249 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4763): Terminating (SIGTERM)\u000a21:55:22.160926 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4766): Terminating (SIGTERM)\u000a21:55:22.200716 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=4769): Terminating (SIGTERM)\u000a21:55:22.210055 --- ParallelTerminationStrategy: PID 4763 died...\u000a21:55:22.263744 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4763): Terminated: ok {rc=0}\u000a21:55:22.273460 --- ParallelTerminationStrategy: PID 4766 died...\u000a21:55:22.326720 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4766): Terminated: ok {rc=0}\u000a21:55:22.336395 --- ParallelTerminationStrategy: PID 4769 died...\u000a21:55:22.389058 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=4769): Terminated: ok {rc=0}\u000a21:55:22.477361 bus /sierra_3: Setting Powered False\u000a21:55:23.580015 bus /sierra_3: Setting Powered False\u000a21:55:24.691583 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 193, "className" : "voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=4778): Process ended prematurely: osmo-stp_10.42.42.5(pid=4778) [trial-2395↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4778)]", "failedSince" : 2203, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=4778): Process ended prematurely: osmo-stp_10.42.42.5(pid=4778) [trial-2395↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4778)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2395 voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a21:55:25.801356 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a21:55:25.812865 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1)\u000a21:55:25.968691 tst mo_mt_call_osmux.py: using LAC 36477\u000a21:55:26.093766 tst mo_mt_call_osmux.py: using RAC 12\u000a21:55:26.219165 tst mo_mt_call_osmux.py: using CellId 36477\u000a21:55:26.346101 tst mo_mt_call_osmux.py: using BVCI 36478\u000a21:55:26.370892 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a21:55:26.382562 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a21:55:26.393859 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a21:55:26.405077 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a21:55:26.416725 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a21:55:26.428295 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a21:55:26.546310 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a21:55:26.758621 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a21:55:27.270781 run create_hlr_db(pid=4772): Launched\u000a21:55:27.458148 bus /sierra_2: Setting Powered False\u000a21:55:28.479334 run create_hlr_db(pid=4772): Terminated: ok {rc=0}\u000a21:55:28.886390 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4774): Launched\u000a21:55:29.188473 run osmo-hlr_10.42.42.2(pid=4775): Launched\u000a21:55:29.299219 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a21:55:29.826076 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4777): Launched\u000a21:55:30.129206 run osmo-stp_10.42.42.5(pid=4778): Launched\u000a21:55:30.239876 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a21:55:30.793693 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=4780): Launched\u000a21:55:31.318501 run osmo-msc_10.42.42.6(pid=4781): Launched\u000a21:55:31.651934 run osmo-stp_10.42.42.5(pid=4778): ERR: Terminated: ERROR {rc=1} [trial-2395↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4778)]\u000a21:55:31.805471 run osmo-stp_10.42.42.5(pid=4778): stdout: \u000a| (launched: 2022-12-13_21:55:29.979479)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:55:31.946855 run osmo-stp_10.42.42.5(pid=4778): stderr: \u000a| �[0;m�[38;5;43m20221213215530150 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213215530150 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213215530150 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213215530151 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213215530151 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213215530151 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213215530151 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:55:32.081763 run osmo-stp_10.42.42.5(pid=4778): stdout: \u000a| (launched: 2022-12-13_21:55:29.979479)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:55:32.216519 run osmo-stp_10.42.42.5(pid=4778): stderr: \u000a| �[0;m�[38;5;43m20221213215530150 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213215530150 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213215530150 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213215530151 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213215530151 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213215530151 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213215530151 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:55:32.275868 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=4778): Process ended prematurely: osmo-stp_10.42.42.5(pid=4778) [trial-2395↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4778)] [trial-2395↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8]\u000a21:55:32.286316 tst mo_mt_call_osmux.py:8: Test FAILED (6.5 sec)\u000a21:55:32.350847 run osmo-hlr_10.42.42.2(pid=4775): ERR: Terminated: ERROR {rc=237} [trial-2395↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=4775)]\u000a21:55:32.403440 run osmo-hlr_10.42.42.2(pid=4775): stdout: \u000a| (launched: 2022-12-13_21:55:29.039831) \u000a21:55:32.455832 run osmo-hlr_10.42.42.2(pid=4775): stderr: \u000a| �[0;m�[1;31m20221213215529219 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213215529219 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213215529219 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213215529219 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213215529219 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213215529219 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213215529270 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2395/run.2022-12-13_21-44-31/voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213215529282 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213215529282 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213215529282 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a21:55:32.526560 run osmo-msc_10.42.42.6(pid=4781): ERR: Terminated: ERROR {rc=2} [trial-2395↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=4781)]\u000a21:55:32.578319 run osmo-msc_10.42.42.6(pid=4781): stdout: \u000a| (launched: 2022-12-13_21:55:30.984302) \u000a21:55:32.630507 run osmo-msc_10.42.42.6(pid=4781): stderr: \u000a| �[0;m�[38;5;43m20221213215531327 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213215531328 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fc6c7d0ac40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213215531328 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213215531328 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213215531328 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213215531328 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213215531330 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213215531330 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213215531331 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213215531331 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a21:55:32.675511 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4774): Terminating (SIGTERM)\u000a21:55:32.718198 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4777): Terminating (SIGTERM)\u000a21:55:32.760285 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=4780): Terminating (SIGTERM)\u000a21:55:32.770165 --- ParallelTerminationStrategy: PID 4774 died...\u000a21:55:32.826884 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4774): Terminated: ok {rc=0}\u000a21:55:32.837084 --- ParallelTerminationStrategy: PID 4777 died...\u000a21:55:32.893265 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4777): Terminated: ok {rc=0}\u000a21:55:32.903467 --- ParallelTerminationStrategy: PID 4780 died...\u000a21:55:32.960100 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=4780): Terminated: ok {rc=0}\u000a21:55:33.046167 bus /sierra_3: Setting Powered False\u000a21:55:34.151548 bus /sierra_3: Setting Powered False\u000a21:55:35.258404 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "22", "name" : "voice_oc2g+mod-bts0-ts-tchf+cfg-codec-fr1", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T21:55:15" }, { "cases" : [ { "testActions" : [ ], "age" : 193, "className" : "voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=4792): Process ended prematurely: osmo-stp_10.42.42.5(pid=4792) [trial-2395↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4792)]", "failedSince" : 2203, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=4792): Process ended prematurely: osmo-stp_10.42.42.5(pid=4792) [trial-2395↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4792)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2395 voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call.py\u000a----------------------------------------------\u000a21:55:37.225935 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a21:55:37.237829 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1)\u000a21:55:37.390269 tst mo_mt_call.py: using LAC 36478\u000a21:55:37.517297 tst mo_mt_call.py: using RAC 13\u000a21:55:37.644075 tst mo_mt_call.py: using CellId 36478\u000a21:55:37.770238 tst mo_mt_call.py: using BVCI 36479\u000a21:55:37.794955 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a21:55:37.806472 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a21:55:37.817888 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a21:55:37.829051 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a21:55:37.840650 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a21:55:37.852299 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a21:55:37.967693 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a21:55:38.179500 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a21:55:38.691832 run create_hlr_db(pid=4786): Launched\u000a21:55:38.880075 bus /sierra_2: Setting Powered False\u000a21:55:39.902395 run create_hlr_db(pid=4786): Terminated: ok {rc=0}\u000a21:55:40.309583 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4788): Launched\u000a21:55:40.615421 run osmo-hlr_10.42.42.2(pid=4789): Launched\u000a21:55:40.735838 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a21:55:41.266753 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4791): Launched\u000a21:55:41.569249 run osmo-stp_10.42.42.5(pid=4792): Launched\u000a21:55:41.678622 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a21:55:42.230135 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=4794): Launched\u000a21:55:42.534869 run osmo-msc_10.42.42.6(pid=4795): Launched\u000a21:55:42.712720 run osmo-stp_10.42.42.5(pid=4792): ERR: Terminated: ERROR {rc=1} [trial-2395↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4792)]\u000a21:55:42.840818 run osmo-stp_10.42.42.5(pid=4792): stdout: \u000a| (launched: 2022-12-13_21:55:41.420242)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:55:42.966496 run osmo-stp_10.42.42.5(pid=4792): stderr: \u000a| �[0;m�[38;5;43m20221213215541592 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213215541592 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213215541593 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213215541593 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213215541594 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213215541594 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213215541594 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:55:43.087948 run osmo-stp_10.42.42.5(pid=4792): stdout: \u000a| (launched: 2022-12-13_21:55:41.420242)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:55:43.208045 run osmo-stp_10.42.42.5(pid=4792): stderr: \u000a| �[0;m�[38;5;43m20221213215541592 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213215541592 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213215541593 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213215541593 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213215541594 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213215541594 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213215541594 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:55:43.261236 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=4792): Process ended prematurely: osmo-stp_10.42.42.5(pid=4792) [trial-2395↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4792)] [trial-2395↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8]\u000a21:55:43.269847 tst mo_mt_call.py:8: Test FAILED (6.1 sec)\u000a21:55:43.329915 run osmo-hlr_10.42.42.2(pid=4789): ERR: Terminated: ERROR {rc=237} [trial-2395↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=4789)]\u000a21:55:43.378818 run osmo-hlr_10.42.42.2(pid=4789): stdout: \u000a| (launched: 2022-12-13_21:55:40.465301) \u000a21:55:43.428235 run osmo-hlr_10.42.42.2(pid=4789): stderr: \u000a| �[0;m�[1;31m20221213215540640 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213215540640 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213215540640 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213215540640 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213215540640 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213215540640 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213215540652 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2395/run.2022-12-13_21-44-31/voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213215540660 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213215540661 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213215540661 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a21:55:43.495197 run osmo-msc_10.42.42.6(pid=4795): ERR: Terminated: ERROR {rc=2} [trial-2395↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=4795)]\u000a21:55:43.544429 run osmo-msc_10.42.42.6(pid=4795): stdout: \u000a| (launched: 2022-12-13_21:55:42.383734) \u000a21:55:43.593831 run osmo-msc_10.42.42.6(pid=4795): stderr: \u000a| �[0;m�[38;5;43m20221213215542657 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213215542657 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fd72a2a9c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213215542657 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213215542657 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213215542657 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213215542657 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213215542659 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213215542660 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213215542660 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213215542660 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a21:55:43.635533 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4788): Terminating (SIGTERM)\u000a21:55:43.675102 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4791): Terminating (SIGTERM)\u000a21:55:43.714496 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=4794): Terminating (SIGTERM)\u000a21:55:43.723679 --- ParallelTerminationStrategy: PID 4788 died...\u000a21:55:43.776818 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4788): Terminated: ok {rc=0}\u000a21:55:43.786560 --- ParallelTerminationStrategy: PID 4791 died...\u000a21:55:43.839158 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4791): Terminated: ok {rc=0}\u000a21:55:43.848756 --- ParallelTerminationStrategy: PID 4794 died...\u000a21:55:43.900998 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=4794): Terminated: ok {rc=0}\u000a21:55:43.989203 bus /sierra_3: Setting Powered False\u000a21:55:45.091676 bus /sierra_3: Setting Powered False\u000a21:55:46.201373 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 193, "className" : "voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=4803): Process ended prematurely: osmo-stp_10.42.42.5(pid=4803) [trial-2395↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4803)]", "failedSince" : 2203, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=4803): Process ended prematurely: osmo-stp_10.42.42.5(pid=4803) [trial-2395↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4803)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2395 voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a21:55:47.316335 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a21:55:47.328547 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1)\u000a21:55:47.487370 tst mo_mt_call_osmux.py: using LAC 36479\u000a21:55:47.615069 tst mo_mt_call_osmux.py: using RAC 14\u000a21:55:47.743602 tst mo_mt_call_osmux.py: using CellId 36479\u000a21:55:47.871529 tst mo_mt_call_osmux.py: using BVCI 36480\u000a21:55:47.896359 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a21:55:47.907983 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a21:55:47.919437 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a21:55:47.930833 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a21:55:47.942776 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a21:55:47.954652 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a21:55:48.075575 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a21:55:48.291622 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a21:55:48.803074 run create_hlr_db(pid=4797): Launched\u000a21:55:48.992163 bus /sierra_2: Setting Powered False\u000a21:55:50.013456 run create_hlr_db(pid=4797): Terminated: ok {rc=0}\u000a21:55:50.446206 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4799): Launched\u000a21:55:50.772637 run osmo-hlr_10.42.42.2(pid=4800): Launched\u000a21:55:50.893461 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a21:55:51.459033 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4802): Launched\u000a21:55:51.784575 run osmo-stp_10.42.42.5(pid=4803): Launched\u000a21:55:51.907280 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a21:55:52.504252 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=4806): Launched\u000a21:55:52.830322 run osmo-msc_10.42.42.6(pid=4807): Launched\u000a21:55:53.022084 run osmo-stp_10.42.42.5(pid=4803): ERR: Terminated: ERROR {rc=1} [trial-2395↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4803)]\u000a21:55:53.159523 run osmo-stp_10.42.42.5(pid=4803): stdout: \u000a| (launched: 2022-12-13_21:55:51.624447)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:55:53.296895 run osmo-stp_10.42.42.5(pid=4803): stderr: \u000a| �[0;m�[38;5;43m20221213215551817 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213215551817 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213215551818 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213215551818 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213215551819 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213215551819 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213215551819 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:55:53.428120 run osmo-stp_10.42.42.5(pid=4803): stdout: \u000a| (launched: 2022-12-13_21:55:51.624447)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:55:53.558435 run osmo-stp_10.42.42.5(pid=4803): stderr: \u000a| �[0;m�[38;5;43m20221213215551817 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213215551817 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213215551818 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213215551818 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213215551819 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213215551819 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213215551819 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:55:53.615544 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=4803): Process ended prematurely: osmo-stp_10.42.42.5(pid=4803) [trial-2395↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4803)] [trial-2395↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8]\u000a21:55:53.624895 tst mo_mt_call_osmux.py:8: Test FAILED (6.3 sec)\u000a21:55:53.688191 run osmo-hlr_10.42.42.2(pid=4800): ERR: Terminated: ERROR {rc=237} [trial-2395↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=4800)]\u000a21:55:53.740075 run osmo-hlr_10.42.42.2(pid=4800): stdout: \u000a| (launched: 2022-12-13_21:55:50.612278) \u000a21:55:53.792486 run osmo-hlr_10.42.42.2(pid=4800): stderr: \u000a| �[0;m�[1;31m20221213215550810 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213215550810 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213215550810 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213215550810 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213215550810 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213215550810 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213215550823 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2395/run.2022-12-13_21-44-31/voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213215550831 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213215550832 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213215550832 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a21:55:53.863527 run osmo-msc_10.42.42.6(pid=4807): ERR: Terminated: ERROR {rc=2} [trial-2395↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=4807)]\u000a21:55:53.915506 run osmo-msc_10.42.42.6(pid=4807): stdout: \u000a| (launched: 2022-12-13_21:55:52.670261) \u000a21:55:53.968396 run osmo-msc_10.42.42.6(pid=4807): stderr: \u000a| �[0;m�[38;5;43m20221213215552995 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213215552995 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f21dcf3bc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213215552995 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213215552995 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213215552995 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213215552995 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213215552997 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213215552998 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213215552998 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213215552998 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a21:55:54.013169 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4799): Terminating (SIGTERM)\u000a21:55:54.055152 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4802): Terminating (SIGTERM)\u000a21:55:54.097345 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=4806): Terminating (SIGTERM)\u000a21:55:54.106998 --- ParallelTerminationStrategy: PID 4799 died...\u000a21:55:54.163262 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4799): Terminated: ok {rc=0}\u000a21:55:54.173290 --- ParallelTerminationStrategy: PID 4802 died...\u000a21:55:54.229160 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4802): Terminated: ok {rc=0}\u000a21:55:54.239174 --- ParallelTerminationStrategy: PID 4806 died...\u000a21:55:54.295168 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=4806): Terminated: ok {rc=0}\u000a21:55:54.381429 bus /sierra_3: Setting Powered False\u000a21:55:55.482775 bus /sierra_3: Setting Powered False\u000a21:55:56.592942 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "23", "name" : "voice_oc2g+mod-bts0-ts-tchf+cfg-codec-fr2", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T21:55:36" }, { "cases" : [ { "testActions" : [ ], "age" : 193, "className" : "voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=4819): Process ended prematurely: osmo-stp_10.42.42.5(pid=4819) [trial-2395↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4819)]", "failedSince" : 2203, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=4819): Process ended prematurely: osmo-stp_10.42.42.5(pid=4819) [trial-2395↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4819)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2395 voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call.py\u000a----------------------------------------------\u000a21:55:58.539355 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a21:55:58.550283 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1)\u000a21:55:58.693325 tst mo_mt_call.py: using LAC 36480\u000a21:55:58.812140 tst mo_mt_call.py: using RAC 15\u000a21:55:58.932409 tst mo_mt_call.py: using CellId 36480\u000a21:55:59.050783 tst mo_mt_call.py: using BVCI 36481\u000a21:55:59.073865 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a21:55:59.084672 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a21:55:59.095342 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a21:55:59.106086 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a21:55:59.117588 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a21:55:59.128884 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a21:55:59.251245 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a21:55:59.461651 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a21:55:59.975500 run create_hlr_db(pid=4812): Launched\u000a21:56:00.163767 bus /sierra_2: Setting Powered False\u000a21:56:01.214719 run create_hlr_db(pid=4812): Terminated: ok {rc=0}\u000a21:56:01.700920 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4814): Launched\u000a21:56:02.113925 run osmo-hlr_10.42.42.2(pid=4815): Launched\u000a21:56:02.235382 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a21:56:02.805775 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4818): Launched\u000a21:56:03.130583 run osmo-stp_10.42.42.5(pid=4819): Launched\u000a21:56:03.248883 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a21:56:03.842733 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=4821): Launched\u000a21:56:04.170069 run osmo-msc_10.42.42.6(pid=4822): Launched\u000a21:56:04.362345 run osmo-stp_10.42.42.5(pid=4819): ERR: Terminated: ERROR {rc=1} [trial-2395↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4819)]\u000a21:56:04.499947 run osmo-stp_10.42.42.5(pid=4819): stdout: \u000a| (launched: 2022-12-13_21:56:02.970869)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:56:04.637462 run osmo-stp_10.42.42.5(pid=4819): stderr: \u000a| �[0;m�[38;5;43m20221213215603165 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213215603165 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213215603165 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213215603166 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213215603166 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213215603166 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213215603166 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:56:04.768401 run osmo-stp_10.42.42.5(pid=4819): stdout: \u000a| (launched: 2022-12-13_21:56:02.970869)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:56:04.898186 run osmo-stp_10.42.42.5(pid=4819): stderr: \u000a| �[0;m�[38;5;43m20221213215603165 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213215603165 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213215603165 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213215603166 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213215603166 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213215603166 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213215603166 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:56:04.955215 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=4819): Process ended prematurely: osmo-stp_10.42.42.5(pid=4819) [trial-2395↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4819)] [trial-2395↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8]\u000a21:56:04.964306 tst mo_mt_call.py:8: Test FAILED (6.5 sec)\u000a21:56:05.028440 run osmo-hlr_10.42.42.2(pid=4815): ERR: Terminated: ERROR {rc=237} [trial-2395↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=4815)]\u000a21:56:05.079925 run osmo-hlr_10.42.42.2(pid=4815): stdout: \u000a| (launched: 2022-12-13_21:56:01.871193) \u000a21:56:05.131784 run osmo-hlr_10.42.42.2(pid=4815): stderr: \u000a| �[0;m�[1;31m20221213215602229 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213215602229 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213215602229 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213215602229 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213215602229 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213215602229 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213215602244 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2395/run.2022-12-13_21-44-31/voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213215602254 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213215602254 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213215602255 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a21:56:05.203193 run osmo-msc_10.42.42.6(pid=4822): ERR: Terminated: ERROR {rc=2} [trial-2395↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=4822)]\u000a21:56:05.254724 run osmo-msc_10.42.42.6(pid=4822): stdout: \u000a| (launched: 2022-12-13_21:56:04.008873) \u000a21:56:05.306822 run osmo-msc_10.42.42.6(pid=4822): stderr: \u000a| �[0;m�[38;5;43m20221213215604332 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213215604332 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f8e2b1b5c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213215604332 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213215604332 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213215604332 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213215604333 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213215604334 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213215604335 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213215604335 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213215604335 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a21:56:05.351205 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4814): Terminating (SIGTERM)\u000a21:56:05.392684 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4818): Terminating (SIGTERM)\u000a21:56:05.434416 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=4821): Terminating (SIGTERM)\u000a21:56:05.443673 --- ParallelTerminationStrategy: PID 4814 died...\u000a21:56:05.499741 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4814): Terminated: ok {rc=0}\u000a21:56:05.509791 --- ParallelTerminationStrategy: PID 4818 died...\u000a21:56:05.565765 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4818): Terminated: ok {rc=0}\u000a21:56:05.575737 --- ParallelTerminationStrategy: PID 4821 died...\u000a21:56:05.631461 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=4821): Terminated: ok {rc=0}\u000a21:56:05.717960 bus /sierra_3: Setting Powered False\u000a21:56:06.823701 bus /sierra_3: Setting Powered False\u000a21:56:07.933002 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 195, "className" : "voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=4830): Process ended prematurely: osmo-stp_10.42.42.5(pid=4830) [trial-2395↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4830)]", "failedSince" : 2201, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=4830): Process ended prematurely: osmo-stp_10.42.42.5(pid=4830) [trial-2395↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4830)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2395 voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a21:56:09.046626 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a21:56:09.058704 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1)\u000a21:56:09.216343 tst mo_mt_call_osmux.py: using LAC 36481\u000a21:56:09.344015 tst mo_mt_call_osmux.py: using RAC 16\u000a21:56:09.470718 tst mo_mt_call_osmux.py: using CellId 36481\u000a21:56:09.597664 tst mo_mt_call_osmux.py: using BVCI 36482\u000a21:56:09.622273 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a21:56:09.633837 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a21:56:09.645091 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a21:56:09.656287 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a21:56:09.667861 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a21:56:09.679497 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a21:56:09.797726 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a21:56:10.007626 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a21:56:10.519176 run create_hlr_db(pid=4824): Launched\u000a21:56:10.707043 bus /sierra_2: Setting Powered False\u000a21:56:11.727907 run create_hlr_db(pid=4824): Terminated: ok {rc=0}\u000a21:56:12.135519 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4826): Launched\u000a21:56:12.438345 run osmo-hlr_10.42.42.2(pid=4827): Launched\u000a21:56:12.558511 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a21:56:13.091358 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4829): Launched\u000a21:56:13.395109 run osmo-stp_10.42.42.5(pid=4830): Launched\u000a21:56:13.504503 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a21:56:14.056651 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=4832): Launched\u000a21:56:14.361120 run osmo-msc_10.42.42.6(pid=4833): Launched\u000a21:56:14.538186 run osmo-stp_10.42.42.5(pid=4830): ERR: Terminated: ERROR {rc=1} [trial-2395↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4830)]\u000a21:56:14.665988 run osmo-stp_10.42.42.5(pid=4830): stdout: \u000a| (launched: 2022-12-13_21:56:13.245553)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:56:14.792312 run osmo-stp_10.42.42.5(pid=4830): stderr: \u000a| �[0;m�[38;5;43m20221213215613418 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213215613418 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213215613418 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213215613419 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213215613419 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213215613419 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213215613419 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:56:14.914106 run osmo-stp_10.42.42.5(pid=4830): stdout: \u000a| (launched: 2022-12-13_21:56:13.245553)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:56:15.034970 run osmo-stp_10.42.42.5(pid=4830): stderr: \u000a| �[0;m�[38;5;43m20221213215613418 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213215613418 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213215613418 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213215613419 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213215613419 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213215613419 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213215613419 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:56:15.087978 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=4830): Process ended prematurely: osmo-stp_10.42.42.5(pid=4830) [trial-2395↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4830)] [trial-2395↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8]\u000a21:56:15.096564 tst mo_mt_call_osmux.py:8: Test FAILED (6.1 sec)\u000a21:56:15.156395 run osmo-hlr_10.42.42.2(pid=4827): ERR: Terminated: ERROR {rc=237} [trial-2395↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=4827)]\u000a21:56:15.205031 run osmo-hlr_10.42.42.2(pid=4827): stdout: \u000a| (launched: 2022-12-13_21:56:12.289179) \u000a21:56:15.254182 run osmo-hlr_10.42.42.2(pid=4827): stderr: \u000a| �[0;m�[1;31m20221213215612465 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213215612465 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213215612465 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213215612466 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213215612466 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213215612466 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213215612478 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2395/run.2022-12-13_21-44-31/voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213215612487 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213215612487 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213215612487 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a21:56:15.321637 run osmo-msc_10.42.42.6(pid=4833): ERR: Terminated: ERROR {rc=2} [trial-2395↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=4833)]\u000a21:56:15.370567 run osmo-msc_10.42.42.6(pid=4833): stdout: \u000a| (launched: 2022-12-13_21:56:14.210325) \u000a21:56:15.419815 run osmo-msc_10.42.42.6(pid=4833): stderr: \u000a| �[0;m�[38;5;43m20221213215614484 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213215614485 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f305aaf0c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213215614485 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213215614485 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213215614485 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213215614485 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213215614487 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213215614487 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213215614487 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213215614488 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a21:56:15.461607 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4826): Terminating (SIGTERM)\u000a21:56:15.501037 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4829): Terminating (SIGTERM)\u000a21:56:15.540509 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=4832): Terminating (SIGTERM)\u000a21:56:15.549739 --- ParallelTerminationStrategy: PID 4826 died...\u000a21:56:15.602670 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4826): Terminated: ok {rc=0}\u000a21:56:15.612288 --- ParallelTerminationStrategy: PID 4829 died...\u000a21:56:15.664747 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4829): Terminated: ok {rc=0}\u000a21:56:15.674472 --- ParallelTerminationStrategy: PID 4832 died...\u000a21:56:15.726918 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=4832): Terminated: ok {rc=0}\u000a21:56:15.813319 bus /sierra_3: Setting Powered False\u000a21:56:16.927208 bus /sierra_3: Setting Powered False\u000a21:56:18.034640 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "24", "name" : "voice_oc2g+mod-bts0-ts-tchf+cfg-codec-fr3", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T21:55:58" }, { "cases" : [ { "testActions" : [ ], "age" : 193, "className" : "voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=4844): Process ended prematurely: osmo-stp_10.42.42.5(pid=4844) [trial-2395↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4844)]", "failedSince" : 2203, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=4844): Process ended prematurely: osmo-stp_10.42.42.5(pid=4844) [trial-2395↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4844)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2395 voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1 mo_mt_call.py\u000a----------------------------------------------\u000a21:56:19.997484 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a21:56:20.008456 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x bts (candidates: 1)\u000a21:56:20.151894 tst mo_mt_call.py: using LAC 36482\u000a21:56:20.272207 tst mo_mt_call.py: using RAC 17\u000a21:56:20.392821 tst mo_mt_call.py: using CellId 36482\u000a21:56:20.513029 tst mo_mt_call.py: using BVCI 36483\u000a21:56:20.535969 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a21:56:20.546907 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a21:56:20.557540 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a21:56:20.568141 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a21:56:20.579542 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a21:56:20.590387 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a21:56:20.705264 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a21:56:20.919977 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a21:56:21.433688 run create_hlr_db(pid=4838): Launched\u000a21:56:21.622524 bus /sierra_2: Setting Powered False\u000a21:56:22.643981 run create_hlr_db(pid=4838): Terminated: ok {rc=0}\u000a21:56:23.053347 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4840): Launched\u000a21:56:23.357623 run osmo-hlr_10.42.42.2(pid=4841): Launched\u000a21:56:23.477036 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a21:56:24.040719 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4843): Launched\u000a21:56:24.344653 run osmo-stp_10.42.42.5(pid=4844): Launched\u000a21:56:24.454385 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a21:56:25.008768 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=4846): Launched\u000a21:56:25.312519 run osmo-msc_10.42.42.6(pid=4847): Launched\u000a21:56:25.489764 run osmo-stp_10.42.42.5(pid=4844): ERR: Terminated: ERROR {rc=1} [trial-2395↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4844)]\u000a21:56:25.618669 run osmo-stp_10.42.42.5(pid=4844): stdout: \u000a| (launched: 2022-12-13_21:56:24.195017)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:56:25.744492 run osmo-stp_10.42.42.5(pid=4844): stderr: \u000a| �[0;m�[38;5;43m20221213215624367 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213215624367 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213215624367 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213215624367 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213215624368 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213215624368 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213215624368 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:56:25.866171 run osmo-stp_10.42.42.5(pid=4844): stdout: \u000a| (launched: 2022-12-13_21:56:24.195017)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:56:25.986883 run osmo-stp_10.42.42.5(pid=4844): stderr: \u000a| �[0;m�[38;5;43m20221213215624367 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213215624367 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213215624367 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213215624367 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213215624368 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213215624368 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213215624368 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:56:26.040108 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=4844): Process ended prematurely: osmo-stp_10.42.42.5(pid=4844) [trial-2395↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4844)] [trial-2395↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8]\u000a21:56:26.048665 tst mo_mt_call.py:8: Test FAILED (6.1 sec)\u000a21:56:26.108312 run osmo-hlr_10.42.42.2(pid=4841): ERR: Terminated: ERROR {rc=237} [trial-2395↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=4841)]\u000a21:56:26.157290 run osmo-hlr_10.42.42.2(pid=4841): stdout: \u000a| (launched: 2022-12-13_21:56:23.207549) \u000a21:56:26.206589 run osmo-hlr_10.42.42.2(pid=4841): stderr: \u000a| �[0;m�[1;31m20221213215623387 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213215623387 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213215623387 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213215623387 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213215623387 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213215623387 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213215623399 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2395/run.2022-12-13_21-44-31/voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213215623410 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213215623410 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213215623410 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a21:56:26.273639 run osmo-msc_10.42.42.6(pid=4847): ERR: Terminated: ERROR {rc=2} [trial-2395↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=4847)]\u000a21:56:26.322222 run osmo-msc_10.42.42.6(pid=4847): stdout: \u000a| (launched: 2022-12-13_21:56:25.162690) \u000a21:56:26.371422 run osmo-msc_10.42.42.6(pid=4847): stderr: \u000a| �[0;m�[38;5;43m20221213215625435 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213215625435 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f547d7f6c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213215625435 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213215625435 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213215625435 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213215625435 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213215625437 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213215625437 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213215625438 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213215625438 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a21:56:26.413078 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4840): Terminating (SIGTERM)\u000a21:56:26.452526 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4843): Terminating (SIGTERM)\u000a21:56:26.491882 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=4846): Terminating (SIGTERM)\u000a21:56:26.501212 --- ParallelTerminationStrategy: PID 4840 died...\u000a21:56:26.554250 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4840): Terminated: ok {rc=0}\u000a21:56:26.563855 --- ParallelTerminationStrategy: PID 4843 died...\u000a21:56:26.616616 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4843): Terminated: ok {rc=0}\u000a21:56:26.626125 --- ParallelTerminationStrategy: PID 4846 died...\u000a21:56:26.678711 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=4846): Terminated: ok {rc=0}\u000a21:56:26.761996 bus /sierra_3: Setting Powered False\u000a21:56:27.868554 bus /sierra_3: Setting Powered False\u000a21:56:28.976579 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 193, "className" : "voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=4855): Process ended prematurely: osmo-stp_10.42.42.5(pid=4855) [trial-2395↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4855)]", "failedSince" : 2203, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=4855): Process ended prematurely: osmo-stp_10.42.42.5(pid=4855) [trial-2395↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4855)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2395 voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a21:56:30.084503 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a21:56:30.096179 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x bts (candidates: 1)\u000a21:56:30.247407 tst mo_mt_call_osmux.py: using LAC 36483\u000a21:56:30.374612 tst mo_mt_call_osmux.py: using RAC 18\u000a21:56:30.501878 tst mo_mt_call_osmux.py: using CellId 36483\u000a21:56:30.628340 tst mo_mt_call_osmux.py: using BVCI 36484\u000a21:56:30.653152 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a21:56:30.664555 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a21:56:30.675750 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a21:56:30.687150 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a21:56:30.698769 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a21:56:30.710364 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a21:56:30.833398 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a21:56:31.063768 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a21:56:31.627770 run create_hlr_db(pid=4849): Launched\u000a21:56:31.820481 bus /sierra_2: Setting Powered False\u000a21:56:32.838434 run create_hlr_db(pid=4849): Terminated: ok {rc=0}\u000a21:56:33.271760 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4851): Launched\u000a21:56:33.599007 run osmo-hlr_10.42.42.2(pid=4852): Launched\u000a21:56:33.719537 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a21:56:34.283278 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4854): Launched\u000a21:56:34.609376 run osmo-stp_10.42.42.5(pid=4855): Launched\u000a21:56:34.727872 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a21:56:35.324219 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=4857): Launched\u000a21:56:35.650291 run osmo-msc_10.42.42.6(pid=4858): Launched\u000a21:56:35.842052 run osmo-stp_10.42.42.5(pid=4855): ERR: Terminated: ERROR {rc=1} [trial-2395↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4855)]\u000a21:56:35.980695 run osmo-stp_10.42.42.5(pid=4855): stdout: \u000a| (launched: 2022-12-13_21:56:34.448480)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:56:36.117922 run osmo-stp_10.42.42.5(pid=4855): stderr: \u000a| �[0;m�[38;5;43m20221213215634640 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213215634641 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213215634641 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213215634641 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213215634642 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213215634642 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213215634642 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:56:36.248395 run osmo-stp_10.42.42.5(pid=4855): stdout: \u000a| (launched: 2022-12-13_21:56:34.448480)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:56:36.378344 run osmo-stp_10.42.42.5(pid=4855): stderr: \u000a| �[0;m�[38;5;43m20221213215634640 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213215634641 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213215634641 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213215634641 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213215634642 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213215634642 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213215634642 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:56:36.435054 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=4855): Process ended prematurely: osmo-stp_10.42.42.5(pid=4855) [trial-2395↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4855)] [trial-2395↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8]\u000a21:56:36.444191 tst mo_mt_call_osmux.py:8: Test FAILED (6.4 sec)\u000a21:56:36.506798 run osmo-hlr_10.42.42.2(pid=4852): ERR: Terminated: ERROR {rc=237} [trial-2395↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=4852)]\u000a21:56:36.558206 run osmo-hlr_10.42.42.2(pid=4852): stdout: \u000a| (launched: 2022-12-13_21:56:33.437569) \u000a21:56:36.610066 run osmo-hlr_10.42.42.2(pid=4852): stderr: \u000a| �[0;m�[1;31m20221213215633638 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213215633638 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213215633638 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213215633638 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213215633638 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213215633638 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213215633650 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2395/run.2022-12-13_21-44-31/voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213215633658 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213215633659 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213215633659 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a21:56:36.680347 run osmo-msc_10.42.42.6(pid=4858): ERR: Terminated: ERROR {rc=2} [trial-2395↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=4858)]\u000a21:56:36.732045 run osmo-msc_10.42.42.6(pid=4858): stdout: \u000a| (launched: 2022-12-13_21:56:35.489694) \u000a21:56:36.784141 run osmo-msc_10.42.42.6(pid=4858): stderr: \u000a| �[0;m�[38;5;43m20221213215635811 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213215635811 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fc179a87c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213215635811 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213215635812 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213215635812 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213215635812 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213215635815 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213215635816 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213215635816 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213215635816 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a21:56:36.828294 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4851): Terminating (SIGTERM)\u000a21:56:36.869858 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4854): Terminating (SIGTERM)\u000a21:56:36.911535 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=4857): Terminating (SIGTERM)\u000a21:56:36.921286 --- ParallelTerminationStrategy: PID 4851 died...\u000a21:56:36.977442 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4851): Terminated: ok {rc=0}\u000a21:56:36.987770 --- ParallelTerminationStrategy: PID 4854 died...\u000a21:56:37.043799 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4854): Terminated: ok {rc=0}\u000a21:56:37.053900 --- ParallelTerminationStrategy: PID 4857 died...\u000a21:56:37.109676 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=4857): Terminated: ok {rc=0}\u000a21:56:37.196449 bus /sierra_3: Setting Powered False\u000a21:56:38.299445 bus /sierra_3: Setting Powered False\u000a21:56:39.410678 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "25", "name" : "voice_oc2g+mod-bts0-ts-tchh+cfg-codec-hr1", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T21:56:19" }, { "cases" : [ { "testActions" : [ ], "age" : 193, "className" : "voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=4869): Process ended prematurely: osmo-stp_10.42.42.5(pid=4869) [trial-2395↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4869)]", "failedSince" : 2203, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=4869): Process ended prematurely: osmo-stp_10.42.42.5(pid=4869) [trial-2395↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4869)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2395 voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call.py\u000a----------------------------------------------\u000a21:56:41.377579 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a21:56:41.389202 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1)\u000a21:56:41.533579 tst mo_mt_call.py: using LAC 36484\u000a21:56:41.651210 tst mo_mt_call.py: using RAC 19\u000a21:56:41.768726 tst mo_mt_call.py: using CellId 36484\u000a21:56:41.887240 tst mo_mt_call.py: using BVCI 36485\u000a21:56:41.910497 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a21:56:41.921476 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a21:56:41.932332 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a21:56:41.943032 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a21:56:41.953910 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a21:56:41.964907 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a21:56:42.086483 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a21:56:42.287673 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a21:56:42.772547 run create_hlr_db(pid=4863): Launched\u000a21:56:42.947178 bus /sierra_2: Setting Powered False\u000a21:56:43.968856 run create_hlr_db(pid=4863): Terminated: ok {rc=0}\u000a21:56:44.372432 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4865): Launched\u000a21:56:44.675678 run osmo-hlr_10.42.42.2(pid=4866): Launched\u000a21:56:44.796550 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a21:56:45.335667 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4868): Launched\u000a21:56:45.638502 run osmo-stp_10.42.42.5(pid=4869): Launched\u000a21:56:45.748874 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a21:56:46.399123 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=4871): Launched\u000a21:56:46.902833 run osmo-msc_10.42.42.6(pid=4872): Launched\u000a21:56:47.320450 run osmo-stp_10.42.42.5(pid=4869): ERR: Terminated: ERROR {rc=1} [trial-2395↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4869)]\u000a21:56:47.470274 run osmo-stp_10.42.42.5(pid=4869): stdout: \u000a| (launched: 2022-12-13_21:56:45.489713)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:56:47.596195 run osmo-stp_10.42.42.5(pid=4869): stderr: \u000a| �[0;m�[38;5;43m20221213215645661 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213215645661 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213215645662 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213215645662 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213215645663 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213215645663 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213215645663 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:56:47.718272 run osmo-stp_10.42.42.5(pid=4869): stdout: \u000a| (launched: 2022-12-13_21:56:45.489713)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:56:47.838801 run osmo-stp_10.42.42.5(pid=4869): stderr: \u000a| �[0;m�[38;5;43m20221213215645661 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213215645661 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213215645662 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213215645662 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213215645663 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213215645663 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213215645663 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:56:47.892184 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=4869): Process ended prematurely: osmo-stp_10.42.42.5(pid=4869) [trial-2395↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4869)] [trial-2395↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8]\u000a21:56:47.900752 tst mo_mt_call.py:8: Test FAILED (6.6 sec)\u000a21:56:47.960468 run osmo-hlr_10.42.42.2(pid=4866): ERR: Terminated: ERROR {rc=237} [trial-2395↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=4866)]\u000a21:56:48.009584 run osmo-hlr_10.42.42.2(pid=4866): stdout: \u000a| (launched: 2022-12-13_21:56:44.526649) \u000a21:56:48.058988 run osmo-hlr_10.42.42.2(pid=4866): stderr: \u000a| �[0;m�[1;31m20221213215644702 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213215644702 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213215644703 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213215644703 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213215644703 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213215644703 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213215644715 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2395/run.2022-12-13_21-44-31/voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213215644724 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213215644724 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213215644724 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a21:56:48.126396 run osmo-msc_10.42.42.6(pid=4872): ERR: Terminated: ERROR {rc=2} [trial-2395↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=4872)]\u000a21:56:48.175243 run osmo-msc_10.42.42.6(pid=4872): stdout: \u000a| (launched: 2022-12-13_21:56:46.614286) \u000a21:56:48.224558 run osmo-msc_10.42.42.6(pid=4872): stderr: \u000a| �[0;m�[38;5;43m20221213215647199 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213215647199 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f275f6ddc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213215647199 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213215647199 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213215647199 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213215647199 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213215647204 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213215647205 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213215647205 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213215647205 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a21:56:48.266380 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4865): Terminating (SIGTERM)\u000a21:56:48.305947 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4868): Terminating (SIGTERM)\u000a21:56:48.345468 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=4871): Terminating (SIGTERM)\u000a21:56:48.354692 --- ParallelTerminationStrategy: PID 4865 died...\u000a21:56:48.407837 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4865): Terminated: ok {rc=0}\u000a21:56:48.417874 --- ParallelTerminationStrategy: PID 4868 died...\u000a21:56:48.470957 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4868): Terminated: ok {rc=0}\u000a21:56:48.480498 --- ParallelTerminationStrategy: PID 4871 died...\u000a21:56:48.533099 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=4871): Terminated: ok {rc=0}\u000a21:56:48.621315 bus /sierra_3: Setting Powered False\u000a21:56:49.723812 bus /sierra_3: Setting Powered False\u000a21:56:50.835895 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 193, "className" : "voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=4880): Process ended prematurely: osmo-stp_10.42.42.5(pid=4880) [trial-2395↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4880)]", "failedSince" : 2203, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=4880): Process ended prematurely: osmo-stp_10.42.42.5(pid=4880) [trial-2395↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4880)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2395 voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a21:56:51.946694 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a21:56:51.958165 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1)\u000a21:56:52.102729 tst mo_mt_call_osmux.py: using LAC 36485\u000a21:56:52.223025 tst mo_mt_call_osmux.py: using RAC 20\u000a21:56:52.344224 tst mo_mt_call_osmux.py: using CellId 36485\u000a21:56:52.472833 tst mo_mt_call_osmux.py: using BVCI 36486\u000a21:56:52.497834 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a21:56:52.509573 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a21:56:52.520676 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a21:56:52.532317 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a21:56:52.544461 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a21:56:52.556397 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a21:56:52.674632 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a21:56:52.888349 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a21:56:53.401933 run create_hlr_db(pid=4874): Launched\u000a21:56:53.589928 bus /sierra_2: Setting Powered False\u000a21:56:54.611203 run create_hlr_db(pid=4874): Terminated: ok {rc=0}\u000a21:56:55.019392 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4876): Launched\u000a21:56:55.324056 run osmo-hlr_10.42.42.2(pid=4877): Launched\u000a21:56:55.440073 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a21:56:55.966418 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4879): Launched\u000a21:56:56.271159 run osmo-stp_10.42.42.5(pid=4880): Launched\u000a21:56:56.381551 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a21:56:56.935471 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=4882): Launched\u000a21:56:57.241266 run osmo-msc_10.42.42.6(pid=4883): Launched\u000a21:56:57.419601 run osmo-stp_10.42.42.5(pid=4880): ERR: Terminated: ERROR {rc=1} [trial-2395↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4880)]\u000a21:56:57.547824 run osmo-stp_10.42.42.5(pid=4880): stdout: \u000a| (launched: 2022-12-13_21:56:56.120444)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:56:57.673565 run osmo-stp_10.42.42.5(pid=4880): stderr: \u000a| �[0;m�[38;5;43m20221213215656290 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213215656290 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213215656291 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213215656291 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213215656294 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213215656294 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213215656294 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:56:57.795040 run osmo-stp_10.42.42.5(pid=4880): stdout: \u000a| (launched: 2022-12-13_21:56:56.120444)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:56:57.915145 run osmo-stp_10.42.42.5(pid=4880): stderr: \u000a| �[0;m�[38;5;43m20221213215656290 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213215656290 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213215656291 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213215656291 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213215656294 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213215656294 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213215656294 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:56:57.967847 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=4880): Process ended prematurely: osmo-stp_10.42.42.5(pid=4880) [trial-2395↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4880)] [trial-2395↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8]\u000a21:56:57.976223 tst mo_mt_call_osmux.py:8: Test FAILED (6.1 sec)\u000a21:56:58.035698 run osmo-hlr_10.42.42.2(pid=4877): ERR: Terminated: ERROR {rc=237} [trial-2395↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=4877)]\u000a21:56:58.084358 run osmo-hlr_10.42.42.2(pid=4877): stdout: \u000a| (launched: 2022-12-13_21:56:55.174033) \u000a21:56:58.133663 run osmo-hlr_10.42.42.2(pid=4877): stderr: \u000a| �[0;m�[1;31m20221213215655353 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213215655353 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213215655353 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213215655353 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213215655353 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213215655353 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213215655366 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2395/run.2022-12-13_21-44-31/voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213215655377 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213215655377 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213215655377 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a21:56:58.200814 run osmo-msc_10.42.42.6(pid=4883): ERR: Terminated: ERROR {rc=2} [trial-2395↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=4883)]\u000a21:56:58.249571 run osmo-msc_10.42.42.6(pid=4883): stdout: \u000a| (launched: 2022-12-13_21:56:57.090618) \u000a21:56:58.299404 run osmo-msc_10.42.42.6(pid=4883): stderr: \u000a| �[0;m�[38;5;43m20221213215657366 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213215657366 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fd400c23c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213215657366 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213215657366 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213215657366 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213215657366 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213215657368 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213215657368 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213215657369 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213215657369 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a21:56:58.341114 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4876): Terminating (SIGTERM)\u000a21:56:58.380349 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4879): Terminating (SIGTERM)\u000a21:56:58.419573 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=4882): Terminating (SIGTERM)\u000a21:56:58.428763 --- ParallelTerminationStrategy: PID 4876 died...\u000a21:56:58.481830 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4876): Terminated: ok {rc=0}\u000a21:56:58.491560 --- ParallelTerminationStrategy: PID 4879 died...\u000a21:56:58.544644 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4879): Terminated: ok {rc=0}\u000a21:56:58.554368 --- ParallelTerminationStrategy: PID 4882 died...\u000a21:56:58.607382 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=4882): Terminated: ok {rc=0}\u000a21:56:58.690813 bus /sierra_3: Setting Powered False\u000a21:56:59.792315 bus /sierra_3: Setting Powered False\u000a21:57:00.916331 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "26", "name" : "voice_oc2g+mod-bts0-ts-tchh+cfg-codec-hr3", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T21:56:41" }, { "cases" : [ { "testActions" : [ ], "age" : 193, "className" : "voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any", "duration" : 6.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=4894): Process ended prematurely: osmo-stp_10.42.42.5(pid=4894) [trial-2395↪voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4894)]", "failedSince" : 2203, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=4894): Process ended prematurely: osmo-stp_10.42.42.5(pid=4894) [trial-2395↪voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4894)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2395 voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call.py\u000a----------------------------------------------\u000a21:57:02.895627 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a21:57:02.906558 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a21:57:03.054508 tst mo_mt_call.py: using LAC 36486\u000a21:57:03.171411 tst mo_mt_call.py: using RAC 21\u000a21:57:03.287899 tst mo_mt_call.py: using CellId 36486\u000a21:57:03.413980 tst mo_mt_call.py: using BVCI 36487\u000a21:57:03.436846 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a21:57:03.447898 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a21:57:03.458636 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a21:57:03.469354 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a21:57:03.480096 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a21:57:03.490939 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a21:57:03.611409 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a21:57:03.813778 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a21:57:04.297966 run create_hlr_db(pid=4888): Launched\u000a21:57:04.471832 bus /sierra_2: Setting Powered False\u000a21:57:05.494892 run create_hlr_db(pid=4888): Terminated: ok {rc=0}\u000a21:57:05.898114 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4890): Launched\u000a21:57:06.200526 run osmo-hlr_10.42.42.2(pid=4891): Launched\u000a21:57:06.318258 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a21:57:06.853901 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4893): Launched\u000a21:57:07.157454 run osmo-stp_10.42.42.5(pid=4894): Launched\u000a21:57:07.266606 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a21:57:07.820377 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=4896): Launched\u000a21:57:08.123802 run osmo-msc_10.42.42.6(pid=4897): Launched\u000a21:57:08.301591 run osmo-stp_10.42.42.5(pid=4894): ERR: Terminated: ERROR {rc=1} [trial-2395↪voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4894)]\u000a21:57:08.429749 run osmo-stp_10.42.42.5(pid=4894): stdout: \u000a| (launched: 2022-12-13_21:57:07.008151)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:57:08.556352 run osmo-stp_10.42.42.5(pid=4894): stderr: \u000a| �[0;m�[38;5;43m20221213215707180 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213215707180 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213215707180 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213215707181 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213215707183 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213215707183 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213215707183 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:57:08.677959 run osmo-stp_10.42.42.5(pid=4894): stdout: \u000a| (launched: 2022-12-13_21:57:07.008151)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:57:08.798429 run osmo-stp_10.42.42.5(pid=4894): stderr: \u000a| �[0;m�[38;5;43m20221213215707180 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213215707180 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213215707180 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213215707181 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213215707183 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213215707183 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213215707183 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:57:08.851521 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=4894): Process ended prematurely: osmo-stp_10.42.42.5(pid=4894) [trial-2395↪voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4894)] [trial-2395↪voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8]\u000a21:57:08.859987 tst mo_mt_call.py:8: Test FAILED (6.0 sec)\u000a21:57:08.919544 run osmo-hlr_10.42.42.2(pid=4891): ERR: Terminated: ERROR {rc=237} [trial-2395↪voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=4891)]\u000a21:57:08.967931 run osmo-hlr_10.42.42.2(pid=4891): stdout: \u000a| (launched: 2022-12-13_21:57:06.052376) \u000a21:57:09.016824 run osmo-hlr_10.42.42.2(pid=4891): stderr: \u000a| �[0;m�[1;31m20221213215706230 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213215706230 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213215706230 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213215706230 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213215706230 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213215706230 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213215706243 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2395/run.2022-12-13_21-44-31/voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213215706253 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213215706254 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213215706254 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a21:57:09.083454 run osmo-msc_10.42.42.6(pid=4897): ERR: Terminated: ERROR {rc=2} [trial-2395↪voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=4897)]\u000a21:57:09.132297 run osmo-msc_10.42.42.6(pid=4897): stdout: \u000a| (launched: 2022-12-13_21:57:07.973971) \u000a21:57:09.181603 run osmo-msc_10.42.42.6(pid=4897): stderr: \u000a| �[0;m�[38;5;43m20221213215708245 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213215708245 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fbac7ea9c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213215708245 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213215708245 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213215708245 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213215708246 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213215708249 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213215708249 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213215708250 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213215708250 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a21:57:09.223001 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4890): Terminating (SIGTERM)\u000a21:57:09.262024 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4893): Terminating (SIGTERM)\u000a21:57:09.301068 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=4896): Terminating (SIGTERM)\u000a21:57:09.310186 --- ParallelTerminationStrategy: PID 4890 died...\u000a21:57:09.362781 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4890): Terminated: ok {rc=0}\u000a21:57:09.372281 --- ParallelTerminationStrategy: PID 4893 died...\u000a21:57:09.424859 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4893): Terminated: ok {rc=0}\u000a21:57:09.434450 --- ParallelTerminationStrategy: PID 4896 died...\u000a21:57:09.486826 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=4896): Terminated: ok {rc=0}\u000a21:57:09.573622 bus /sierra_3: Setting Powered False\u000a21:57:10.676492 bus /sierra_3: Setting Powered False\u000a21:57:11.786666 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 193, "className" : "voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=4905): Process ended prematurely: osmo-stp_10.42.42.5(pid=4905) [trial-2395↪voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4905)]", "failedSince" : 2203, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=4905): Process ended prematurely: osmo-stp_10.42.42.5(pid=4905) [trial-2395↪voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4905)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2395 voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call_osmux.py\u000a----------------------------------------------\u000a21:57:12.896076 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a21:57:12.907620 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a21:57:13.052570 tst mo_mt_call_osmux.py: using LAC 36487\u000a21:57:13.171740 tst mo_mt_call_osmux.py: using RAC 22\u000a21:57:13.291907 tst mo_mt_call_osmux.py: using CellId 36487\u000a21:57:13.410659 tst mo_mt_call_osmux.py: using BVCI 36488\u000a21:57:13.433655 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a21:57:13.444535 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a21:57:13.455452 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a21:57:13.466251 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a21:57:13.477435 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a21:57:13.488619 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a21:57:13.604425 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a21:57:13.814935 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a21:57:14.301194 run create_hlr_db(pid=4899): Launched\u000a21:57:14.475149 bus /sierra_2: Setting Powered False\u000a21:57:15.497178 run create_hlr_db(pid=4899): Terminated: ok {rc=0}\u000a21:57:15.902754 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4901): Launched\u000a21:57:16.315762 run osmo-hlr_10.42.42.2(pid=4902): Launched\u000a21:57:16.470547 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a21:57:17.196352 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4904): Launched\u000a21:57:17.537828 run osmo-stp_10.42.42.5(pid=4905): Launched\u000a21:57:17.656601 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a21:57:18.252003 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=4907): Launched\u000a21:57:18.579083 run osmo-msc_10.42.42.6(pid=4908): Launched\u000a21:57:18.769682 run osmo-stp_10.42.42.5(pid=4905): ERR: Terminated: ERROR {rc=1} [trial-2395↪voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4905)]\u000a21:57:18.907104 run osmo-stp_10.42.42.5(pid=4905): stdout: \u000a| (launched: 2022-12-13_21:57:17.366991)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:57:19.044695 run osmo-stp_10.42.42.5(pid=4905): stderr: \u000a| �[0;m�[38;5;43m20221213215717566 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213215717566 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213215717566 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213215717567 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213215717567 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213215717567 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213215717567 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:57:19.176324 run osmo-stp_10.42.42.5(pid=4905): stdout: \u000a| (launched: 2022-12-13_21:57:17.366991)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:57:19.306971 run osmo-stp_10.42.42.5(pid=4905): stderr: \u000a| �[0;m�[38;5;43m20221213215717566 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213215717566 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213215717566 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213215717567 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213215717567 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213215717567 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213215717567 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:57:19.363843 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=4905): Process ended prematurely: osmo-stp_10.42.42.5(pid=4905) [trial-2395↪voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4905)] [trial-2395↪voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8]\u000a21:57:19.373171 tst mo_mt_call_osmux.py:8: Test FAILED (6.5 sec)\u000a21:57:19.435927 run osmo-hlr_10.42.42.2(pid=4902): ERR: Terminated: ERROR {rc=237} [trial-2395↪voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=4902)]\u000a21:57:19.487303 run osmo-hlr_10.42.42.2(pid=4902): stdout: \u000a| (launched: 2022-12-13_21:57:16.098971) \u000a21:57:19.539366 run osmo-hlr_10.42.42.2(pid=4902): stderr: \u000a| �[0;m�[1;31m20221213215716466 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213215716466 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213215716466 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213215716466 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213215716466 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213215716466 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213215716489 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2395/run.2022-12-13_21-44-31/voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213215716512 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213215716512 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213215716512 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a21:57:19.610051 run osmo-msc_10.42.42.6(pid=4908): ERR: Terminated: ERROR {rc=2} [trial-2395↪voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=4908)]\u000a21:57:19.661351 run osmo-msc_10.42.42.6(pid=4908): stdout: \u000a| (launched: 2022-12-13_21:57:18.418126) \u000a21:57:19.713412 run osmo-msc_10.42.42.6(pid=4908): stderr: \u000a| �[0;m�[38;5;43m20221213215718741 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213215718742 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fb7b0507c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213215718742 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213215718742 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213215718742 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213215718742 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213215718744 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213215718744 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213215718744 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213215718744 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a21:57:19.757304 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4901): Terminating (SIGTERM)\u000a21:57:19.798835 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4904): Terminating (SIGTERM)\u000a21:57:19.840294 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=4907): Terminating (SIGTERM)\u000a21:57:19.850029 --- ParallelTerminationStrategy: PID 4901 died...\u000a21:57:19.906162 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4901): Terminated: ok {rc=0}\u000a21:57:19.916088 --- ParallelTerminationStrategy: PID 4904 died...\u000a21:57:19.972163 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4904): Terminated: ok {rc=0}\u000a21:57:19.982220 --- ParallelTerminationStrategy: PID 4907 died...\u000a21:57:20.038159 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=4907): Terminated: ok {rc=0}\u000a21:57:20.124450 bus /sierra_3: Setting Powered False\u000a21:57:21.229082 bus /sierra_3: Setting Powered False\u000a21:57:22.335502 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "27", "name" : "voice_oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T21:57:02" }, { "cases" : [ { "testActions" : [ ], "age" : 193, "className" : "voice:oc2g+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=4919): Process ended prematurely: osmo-stp_10.42.42.5(pid=4919) [trial-2395↪voice:oc2g+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4919)]", "failedSince" : 2203, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=4919): Process ended prematurely: osmo-stp_10.42.42.5(pid=4919) [trial-2395↪voice:oc2g+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4919)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2395 voice:oc2g+mod-bts0-dynts-osmo mo_mt_call.py\u000a----------------------------------------------\u000a21:57:24.284591 tst voice:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a21:57:24.295844 tst voice:oc2g+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a21:57:24.447358 tst mo_mt_call.py: using LAC 36488\u000a21:57:24.570138 tst mo_mt_call.py: using RAC 23\u000a21:57:24.688416 tst mo_mt_call.py: using CellId 36488\u000a21:57:24.807331 tst mo_mt_call.py: using BVCI 36489\u000a21:57:24.830442 tst voice:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a21:57:24.841134 tst voice:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a21:57:24.851600 tst voice:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a21:57:24.862107 tst voice:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a21:57:24.872536 tst voice:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a21:57:24.883117 tst voice:oc2g+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a21:57:25.005263 tst voice:oc2g+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a21:57:25.215185 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a21:57:25.727815 run create_hlr_db(pid=4913): Launched\u000a21:57:25.915953 bus /sierra_2: Setting Powered False\u000a21:57:26.938012 run create_hlr_db(pid=4913): Terminated: ok {rc=0}\u000a21:57:27.347898 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4915): Launched\u000a21:57:27.651508 run osmo-hlr_10.42.42.2(pid=4916): Launched\u000a21:57:27.767680 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a21:57:28.293290 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4918): Launched\u000a21:57:28.596672 run osmo-stp_10.42.42.5(pid=4919): Launched\u000a21:57:28.706787 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a21:57:29.261663 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=4921): Launched\u000a21:57:29.566281 run osmo-msc_10.42.42.6(pid=4922): Launched\u000a21:57:29.744383 run osmo-stp_10.42.42.5(pid=4919): ERR: Terminated: ERROR {rc=1} [trial-2395↪voice:oc2g+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4919)]\u000a21:57:29.872397 run osmo-stp_10.42.42.5(pid=4919): stdout: \u000a| (launched: 2022-12-13_21:57:28.447063)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:57:29.998197 run osmo-stp_10.42.42.5(pid=4919): stderr: \u000a| �[0;m�[38;5;43m20221213215728619 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213215728619 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213215728620 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213215728620 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213215728621 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213215728621 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213215728621 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:57:30.119683 run osmo-stp_10.42.42.5(pid=4919): stdout: \u000a| (launched: 2022-12-13_21:57:28.447063)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:57:30.240042 run osmo-stp_10.42.42.5(pid=4919): stderr: \u000a| �[0;m�[38;5;43m20221213215728619 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213215728619 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213215728620 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213215728620 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213215728621 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213215728621 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213215728621 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:57:30.293199 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=4919): Process ended prematurely: osmo-stp_10.42.42.5(pid=4919) [trial-2395↪voice:oc2g+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4919)] [trial-2395↪voice:oc2g+mod-bts0-dynts-osmo↪mo_mt_call.py:8]\u000a21:57:30.301717 tst mo_mt_call.py:8: Test FAILED (6.1 sec)\u000a21:57:30.361588 run osmo-hlr_10.42.42.2(pid=4916): ERR: Terminated: ERROR {rc=237} [trial-2395↪voice:oc2g+mod-bts0-dynts-osmo↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=4916)]\u000a21:57:30.410433 run osmo-hlr_10.42.42.2(pid=4916): stdout: \u000a| (launched: 2022-12-13_21:57:27.502110) \u000a21:57:30.459702 run osmo-hlr_10.42.42.2(pid=4916): stderr: \u000a| �[0;m�[1;31m20221213215727679 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213215727679 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213215727679 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213215727679 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213215727679 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213215727680 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213215727692 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2395/run.2022-12-13_21-44-31/voice:oc2g+mod-bts0-dynts-osmo/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213215727702 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213215727702 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213215727702 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a21:57:30.526695 run osmo-msc_10.42.42.6(pid=4922): ERR: Terminated: ERROR {rc=2} [trial-2395↪voice:oc2g+mod-bts0-dynts-osmo↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=4922)]\u000a21:57:30.575201 run osmo-msc_10.42.42.6(pid=4922): stdout: \u000a| (launched: 2022-12-13_21:57:29.416042) \u000a21:57:30.624468 run osmo-msc_10.42.42.6(pid=4922): stderr: \u000a| �[0;m�[38;5;43m20221213215729689 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213215729689 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fb20d360c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213215729689 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213215729689 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213215729690 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213215729690 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213215729691 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213215729692 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213215729692 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213215729692 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a21:57:30.665858 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4915): Terminating (SIGTERM)\u000a21:57:30.704874 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4918): Terminating (SIGTERM)\u000a21:57:30.744198 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=4921): Terminating (SIGTERM)\u000a21:57:30.753451 --- ParallelTerminationStrategy: PID 4915 died...\u000a21:57:30.806298 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4915): Terminated: ok {rc=0}\u000a21:57:30.815948 --- ParallelTerminationStrategy: PID 4918 died...\u000a21:57:30.873205 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4918): Terminated: ok {rc=0}\u000a21:57:30.882969 --- ParallelTerminationStrategy: PID 4921 died...\u000a21:57:30.944307 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=4921): Terminated: ok {rc=0}\u000a21:57:31.026917 bus /sierra_3: Setting Powered False\u000a21:57:32.129457 bus /sierra_3: Setting Powered False\u000a21:57:33.234848 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 193, "className" : "voice:oc2g+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=4930): Process ended prematurely: osmo-stp_10.42.42.5(pid=4930) [trial-2395↪voice:oc2g+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4930)]", "failedSince" : 2203, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=4930): Process ended prematurely: osmo-stp_10.42.42.5(pid=4930) [trial-2395↪voice:oc2g+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4930)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2395 voice:oc2g+mod-bts0-dynts-osmo mo_mt_call_osmux.py\u000a----------------------------------------------\u000a21:57:34.350326 tst voice:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a21:57:34.362284 tst voice:oc2g+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a21:57:34.516605 tst mo_mt_call_osmux.py: using LAC 36489\u000a21:57:34.645529 tst mo_mt_call_osmux.py: using RAC 24\u000a21:57:34.771744 tst mo_mt_call_osmux.py: using CellId 36489\u000a21:57:34.899529 tst mo_mt_call_osmux.py: using BVCI 36490\u000a21:57:34.924230 tst voice:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a21:57:34.935504 tst voice:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a21:57:34.946659 tst voice:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a21:57:34.957715 tst voice:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a21:57:34.969177 tst voice:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a21:57:34.980526 tst voice:oc2g+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a21:57:35.102232 tst voice:oc2g+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a21:57:35.305377 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a21:57:35.793335 run create_hlr_db(pid=4924): Launched\u000a21:57:35.967562 bus /sierra_2: Setting Powered False\u000a21:57:36.989828 run create_hlr_db(pid=4924): Terminated: ok {rc=0}\u000a21:57:37.422188 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4926): Launched\u000a21:57:37.748510 run osmo-hlr_10.42.42.2(pid=4927): Launched\u000a21:57:37.870226 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a21:57:38.434955 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4929): Launched\u000a21:57:38.761296 run osmo-stp_10.42.42.5(pid=4930): Launched\u000a21:57:38.880211 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a21:57:39.480764 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=4932): Launched\u000a21:57:39.807692 run osmo-msc_10.42.42.6(pid=4933): Launched\u000a21:57:39.999333 run osmo-stp_10.42.42.5(pid=4930): ERR: Terminated: ERROR {rc=1} [trial-2395↪voice:oc2g+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4930)]\u000a21:57:40.137468 run osmo-stp_10.42.42.5(pid=4930): stdout: \u000a| (launched: 2022-12-13_21:57:38.600583)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:57:40.274677 run osmo-stp_10.42.42.5(pid=4930): stderr: \u000a| �[0;m�[38;5;43m20221213215738795 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213215738795 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213215738795 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213215738796 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213215738796 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213215738796 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213215738796 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:57:40.406031 run osmo-stp_10.42.42.5(pid=4930): stdout: \u000a| (launched: 2022-12-13_21:57:38.600583)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:57:40.536282 run osmo-stp_10.42.42.5(pid=4930): stderr: \u000a| �[0;m�[38;5;43m20221213215738795 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213215738795 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213215738795 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213215738796 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213215738796 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213215738796 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213215738796 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:57:40.593722 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=4930): Process ended prematurely: osmo-stp_10.42.42.5(pid=4930) [trial-2395↪voice:oc2g+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4930)] [trial-2395↪voice:oc2g+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8]\u000a21:57:40.602865 tst mo_mt_call_osmux.py:8: Test FAILED (6.3 sec)\u000a21:57:40.665834 run osmo-hlr_10.42.42.2(pid=4927): ERR: Terminated: ERROR {rc=237} [trial-2395↪voice:oc2g+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=4927)]\u000a21:57:40.717274 run osmo-hlr_10.42.42.2(pid=4927): stdout: \u000a| (launched: 2022-12-13_21:57:37.588501) \u000a21:57:40.769536 run osmo-hlr_10.42.42.2(pid=4927): stderr: \u000a| �[0;m�[1;31m20221213215737788 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213215737788 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213215737788 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213215737788 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213215737788 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213215737788 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213215737801 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2395/run.2022-12-13_21-44-31/voice:oc2g+mod-bts0-dynts-osmo/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213215737809 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213215737809 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213215737809 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a21:57:40.840361 run osmo-msc_10.42.42.6(pid=4933): ERR: Terminated: ERROR {rc=2} [trial-2395↪voice:oc2g+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=4933)]\u000a21:57:40.891983 run osmo-msc_10.42.42.6(pid=4933): stdout: \u000a| (launched: 2022-12-13_21:57:39.646874) \u000a21:57:40.943725 run osmo-msc_10.42.42.6(pid=4933): stderr: \u000a| �[0;m�[38;5;43m20221213215739970 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213215739971 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7ff321105c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213215739971 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213215739971 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213215739971 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213215739971 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213215739973 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213215739973 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213215739973 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213215739973 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a21:57:40.987739 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4926): Terminating (SIGTERM)\u000a21:57:41.029861 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4929): Terminating (SIGTERM)\u000a21:57:41.071693 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=4932): Terminating (SIGTERM)\u000a21:57:41.081480 --- ParallelTerminationStrategy: PID 4926 died...\u000a21:57:41.137754 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4926): Terminated: ok {rc=0}\u000a21:57:41.147803 --- ParallelTerminationStrategy: PID 4929 died...\u000a21:57:41.203509 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4929): Terminated: ok {rc=0}\u000a21:57:41.213853 --- ParallelTerminationStrategy: PID 4932 died...\u000a21:57:41.269739 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=4932): Terminated: ok {rc=0}\u000a21:57:41.355981 bus /sierra_3: Setting Powered False\u000a21:57:42.459004 bus /sierra_3: Setting Powered False\u000a21:57:43.569140 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "28", "name" : "voice_oc2g+mod-bts0-dynts-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T21:57:24" }, { "cases" : [ { "testActions" : [ ], "age" : 193, "className" : "emergency:oc2g", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=4946): Process ended prematurely: osmo-stp_10.42.42.5(pid=4946) [trial-2395↪emergency:oc2g↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4946)]", "failedSince" : 2203, "name" : "emergency_mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/emergency/emergency_mo_mt_call.py\", line 19, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=4946): Process ended prematurely: osmo-stp_10.42.42.5(pid=4946) [trial-2395↪emergency:oc2g↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4946)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2395 emergency:oc2g emergency_mo_mt_call.py\u000a----------------------------------------------\u000a21:57:45.529212 tst emergency:oc2g: Using 1 x ip_address (candidates: 6)\u000a21:57:45.539857 tst emergency:oc2g: Using 1 x bts (candidates: 1)\u000a21:57:45.666557 tst emergency_mo_mt_call.py: using LAC 36490\u000a21:57:45.782347 tst emergency_mo_mt_call.py: using RAC 25\u000a21:57:45.902734 tst emergency_mo_mt_call.py: using CellId 36490\u000a21:57:46.069838 tst emergency_mo_mt_call.py: using BVCI 36491\u000a21:57:46.104319 tst emergency:oc2g: Using 1 x ip_address (candidates: 6)\u000a21:57:46.120427 tst emergency:oc2g: Using 1 x ip_address (candidates: 6)\u000a21:57:46.136123 tst emergency:oc2g: Using 1 x ip_address (candidates: 6)\u000a21:57:46.153045 tst emergency:oc2g: Using 1 x ip_address (candidates: 6)\u000a21:57:46.168922 tst emergency:oc2g: Using 1 x ip_address (candidates: 6)\u000a21:57:46.185553 tst emergency:oc2g: Using 1 x modem (candidates: 4)\u000a21:57:46.336364 tst emergency:oc2g: Using 1 x modem (candidates: 4)\u000a21:57:46.542962 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a21:57:47.054529 run create_hlr_db(pid=4940): Launched\u000a21:57:47.235434 bus /sierra_2: Setting Powered False\u000a21:57:48.253026 run create_hlr_db(pid=4940): Terminated: ok {rc=0}\u000a21:57:48.650822 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4942): Launched\u000a21:57:48.948241 run osmo-hlr_10.42.42.2(pid=4943): Launched\u000a21:57:49.065775 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a21:57:49.591088 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4945): Launched\u000a21:57:49.888538 run osmo-stp_10.42.42.5(pid=4946): Launched\u000a21:57:50.012166 tst emergency_mo_mt_call.py: using MSISDN 8352\u000a21:57:50.159442 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a21:57:50.704826 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=4948): Launched\u000a21:57:51.004629 run osmo-msc_10.42.42.6(pid=4949): Launched\u000a21:57:51.180408 run osmo-stp_10.42.42.5(pid=4946): ERR: Terminated: ERROR {rc=1} [trial-2395↪emergency:oc2g↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4946)]\u000a21:57:51.307176 run osmo-stp_10.42.42.5(pid=4946): stdout: \u000a| (launched: 2022-12-13_21:57:49.742486)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:57:51.431125 run osmo-stp_10.42.42.5(pid=4946): stderr: \u000a| �[0;m�[38;5;43m20221213215749914 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213215749914 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213215749914 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213215749914 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213215749915 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213215749915 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213215749915 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:57:51.551990 run osmo-stp_10.42.42.5(pid=4946): stdout: \u000a| (launched: 2022-12-13_21:57:49.742486)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:57:51.670477 run osmo-stp_10.42.42.5(pid=4946): stderr: \u000a| �[0;m�[38;5;43m20221213215749914 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213215749914 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213215749914 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213215749914 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213215749915 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213215749915 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213215749915 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:57:51.722591 tst emergency_mo_mt_call.py:19: ERR: Error: osmo-stp_10.42.42.5(pid=4946): Process ended prematurely: osmo-stp_10.42.42.5(pid=4946) [trial-2395↪emergency:oc2g↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4946)] [trial-2395↪emergency:oc2g↪emergency_mo_mt_call.py:19]\u000a21:57:51.730712 tst emergency_mo_mt_call.py:19: Test FAILED (6.2 sec)\u000a21:57:51.789736 run osmo-hlr_10.42.42.2(pid=4943): ERR: Terminated: ERROR {rc=237} [trial-2395↪emergency:oc2g↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=4943)]\u000a21:57:51.838747 run osmo-hlr_10.42.42.2(pid=4943): stdout: \u000a| (launched: 2022-12-13_21:57:48.802300) \u000a21:57:51.888035 run osmo-hlr_10.42.42.2(pid=4943): stderr: \u000a| �[0;m�[1;31m20221213215748978 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213215748978 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213215748978 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213215748978 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213215748978 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213215748978 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213215748990 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2395/run.2022-12-13_21-44-31/emergency:oc2g/emergency_mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213215749002 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213215749002 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213215749002 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a21:57:51.955011 run osmo-msc_10.42.42.6(pid=4949): ERR: Terminated: ERROR {rc=2} [trial-2395↪emergency:oc2g↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=4949)]\u000a21:57:52.003508 run osmo-msc_10.42.42.6(pid=4949): stdout: \u000a| (launched: 2022-12-13_21:57:50.856191) \u000a21:57:52.052694 run osmo-msc_10.42.42.6(pid=4949): stderr: \u000a| �[0;m�[38;5;43m20221213215751126 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213215751127 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f9e854f1c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213215751127 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213215751127 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213215751127 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213215751127 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213215751129 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213215751129 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213215751130 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213215751130 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a21:57:52.094164 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4942): Terminating (SIGTERM)\u000a21:57:52.133423 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4945): Terminating (SIGTERM)\u000a21:57:52.173301 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=4948): Terminating (SIGTERM)\u000a21:57:52.182437 --- ParallelTerminationStrategy: PID 4942 died...\u000a21:57:52.235515 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4942): Terminated: ok {rc=0}\u000a21:57:52.245127 --- ParallelTerminationStrategy: PID 4945 died...\u000a21:57:52.297437 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4945): Terminated: ok {rc=0}\u000a21:57:52.306982 --- ParallelTerminationStrategy: PID 4948 died...\u000a21:57:52.359537 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=4948): Terminated: ok {rc=0}\u000a21:57:52.442380 bus /sierra_3: Setting Powered False\u000a21:57:53.542885 bus /sierra_3: Setting Powered False\u000a21:57:54.653897 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 242, "className" : "emergency:oc2g", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=4957): Process ended prematurely: osmo-stp_10.42.42.5(pid=4957) [trial-2395↪emergency:oc2g↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4957)]", "failedSince" : 2154, "name" : "emergency_preemptive_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/emergency/emergency_preemptive_call.py\", line 32, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=4957): Process ended prematurely: osmo-stp_10.42.42.5(pid=4957) [trial-2395↪emergency:oc2g↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4957)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2395 emergency:oc2g emergency_preemptive_call.py\u000a----------------------------------------------\u000a21:57:55.705134 tst emergency:oc2g: Using 1 x ip_address (candidates: 6)\u000a21:57:55.716070 tst emergency:oc2g: Using 1 x bts (candidates: 1)\u000a21:57:55.837840 tst emergency_preemptive_call.py: using LAC 36491\u000a21:57:55.954526 tst emergency_preemptive_call.py: using RAC 26\u000a21:57:56.071466 tst emergency_preemptive_call.py: using CellId 36491\u000a21:57:56.190308 tst emergency_preemptive_call.py: using BVCI 36492\u000a21:57:56.212776 tst emergency:oc2g: Using 1 x ip_address (candidates: 6)\u000a21:57:56.223221 tst emergency:oc2g: Using 1 x ip_address (candidates: 6)\u000a21:57:56.233573 tst emergency:oc2g: Using 1 x ip_address (candidates: 6)\u000a21:57:56.243753 tst emergency:oc2g: Using 1 x ip_address (candidates: 6)\u000a21:57:56.254070 tst emergency:oc2g: Using 1 x ip_address (candidates: 6)\u000a21:57:56.264231 tst emergency:oc2g: Using 1 x modem (candidates: 4)\u000a21:57:56.384321 tst emergency:oc2g: Using 1 x modem (candidates: 4)\u000a21:57:56.504262 tst emergency:oc2g: Using 1 x modem (candidates: 4)\u000a21:57:56.625091 tst emergency:oc2g: Using 1 x modem (candidates: 4)\u000a21:57:56.831987 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a21:57:57.339069 run create_hlr_db(pid=4951): Launched\u000a21:57:57.525961 bus /sierra_2: Setting Powered False\u000a21:57:58.546209 run create_hlr_db(pid=4951): Terminated: ok {rc=0}\u000a21:57:58.974142 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4953): Launched\u000a21:57:59.296850 run osmo-hlr_10.42.42.2(pid=4954): Launched\u000a21:57:59.413513 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a21:57:59.969953 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4956): Launched\u000a21:58:00.292313 run osmo-stp_10.42.42.5(pid=4957): Launched\u000a21:58:00.420127 tst emergency_preemptive_call.py: using MSISDN 8353\u000a21:58:00.580407 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a21:58:01.228508 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=4959): Launched\u000a21:58:01.629985 run osmo-msc_10.42.42.6(pid=4960): Launched\u000a21:58:02.005328 run osmo-stp_10.42.42.5(pid=4957): ERR: Terminated: ERROR {rc=1} [trial-2395↪emergency:oc2g↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4957)]\u000a21:58:02.170005 run osmo-stp_10.42.42.5(pid=4957): stdout: \u000a| (launched: 2022-12-13_21:58:00.133745)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:58:02.317724 run osmo-stp_10.42.42.5(pid=4957): stderr: \u000a| �[0;m�[38;5;43m20221213215800327 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213215800328 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213215800328 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213215800328 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213215800329 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213215800329 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213215800329 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:58:02.448413 run osmo-stp_10.42.42.5(pid=4957): stdout: \u000a| (launched: 2022-12-13_21:58:00.133745)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:58:02.581767 run osmo-stp_10.42.42.5(pid=4957): stderr: \u000a| �[0;m�[38;5;43m20221213215800327 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213215800328 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213215800328 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213215800328 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213215800329 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213215800329 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213215800329 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:58:02.638034 tst emergency_preemptive_call.py:32: ERR: Error: osmo-stp_10.42.42.5(pid=4957): Process ended prematurely: osmo-stp_10.42.42.5(pid=4957) [trial-2395↪emergency:oc2g↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4957)] [trial-2395↪emergency:oc2g↪emergency_preemptive_call.py:32]\u000a21:58:02.646893 tst emergency_preemptive_call.py:32: Test FAILED (6.9 sec)\u000a21:58:02.710865 run osmo-hlr_10.42.42.2(pid=4954): ERR: Terminated: ERROR {rc=237} [trial-2395↪emergency:oc2g↪emergency_preemptive_call.py↪emergency_preemptive_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=4954)]\u000a21:58:02.762926 run osmo-hlr_10.42.42.2(pid=4954): stdout: \u000a| (launched: 2022-12-13_21:57:59.138135) \u000a21:58:02.815588 run osmo-hlr_10.42.42.2(pid=4954): stderr: \u000a| �[0;m�[1;31m20221213215759335 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213215759335 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213215759335 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213215759335 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213215759335 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213215759335 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213215759365 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2395/run.2022-12-13_21-44-31/emergency:oc2g/emergency_preemptive_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213215759375 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213215759375 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213215759375 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a21:58:02.887287 run osmo-msc_10.42.42.6(pid=4960): ERR: Terminated: ERROR {rc=2} [trial-2395↪emergency:oc2g↪emergency_preemptive_call.py↪emergency_preemptive_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=4960)]\u000a21:58:02.939161 run osmo-msc_10.42.42.6(pid=4960): stdout: \u000a| (launched: 2022-12-13_21:58:01.416337) \u000a21:58:02.991755 run osmo-msc_10.42.42.6(pid=4960): stderr: \u000a| �[0;m�[38;5;43m20221213215802051 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213215802051 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f50a0ba5c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213215802051 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213215802051 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213215802052 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213215802052 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213215802062 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213215802062 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213215802063 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213215802063 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a21:58:03.037020 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4953): Terminating (SIGTERM)\u000a21:58:03.079593 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4956): Terminating (SIGTERM)\u000a21:58:03.122204 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=4959): Terminating (SIGTERM)\u000a21:58:03.131686 --- ParallelTerminationStrategy: PID 4953 died...\u000a21:58:03.188676 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4953): Terminated: ok {rc=0}\u000a21:58:03.198995 --- ParallelTerminationStrategy: PID 4956 died...\u000a21:58:03.255721 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4956): Terminated: ok {rc=0}\u000a21:58:03.266018 --- ParallelTerminationStrategy: PID 4959 died...\u000a21:58:03.322916 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=4959): Terminated: ok {rc=0}\u000a21:58:03.410940 bus /sierra_9: Setting Powered False\u000a21:58:04.514619 bus /sierra_9: Setting Powered False\u000a21:58:05.625749 bus /sierra_8: Setting Powered False\u000a21:58:06.728356 bus /sierra_8: Setting Powered False\u000a21:58:07.839762 bus /sierra_3: Setting Powered False\u000a21:58:08.942172 bus /sierra_3: Setting Powered False\u000a21:58:10.053287 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 27.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "29", "name" : "emergency_oc2g", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T21:57:45" }, { "cases" : [ { "testActions" : [ ], "age" : 253, "className" : "gprs:oc2g", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=4975): Process ended prematurely: osmo-stp_10.42.42.5(pid=4975) [trial-2395↪gprs:oc2g↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4975)]", "failedSince" : 2143, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=4975): Process ended prematurely: osmo-stp_10.42.42.5(pid=4975) [trial-2395↪gprs:oc2g↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4975)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2395 gprs:oc2g cs_paging_gprs_active.py\u000a----------------------------------------------\u000a21:58:12.133911 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a21:58:12.144746 tst gprs:oc2g: Using 1 x bts (candidates: 1)\u000a21:58:12.278183 tst cs_paging_gprs_active.py: using LAC 36492\u000a21:58:12.407811 tst cs_paging_gprs_active.py: using RAC 27\u000a21:58:12.536913 tst cs_paging_gprs_active.py: using CellId 36492\u000a21:58:12.666697 tst cs_paging_gprs_active.py: using BVCI 36493\u000a21:58:12.691547 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a21:58:12.702354 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a21:58:12.713070 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a21:58:12.723750 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a21:58:12.735174 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a21:58:12.746682 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a21:58:12.758260 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a21:58:12.769661 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a21:58:12.781279 tst gprs:oc2g: Using 1 x modem (candidates: 4)\u000a21:58:12.898642 tst gprs:oc2g: Using 1 x modem (candidates: 4)\u000a21:58:13.196081 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a21:58:13.333372 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a21:58:13.671650 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4965): Launched\u000a21:58:13.952519 run iperf3-srv_10.42.42.10(pid=4966): Launched\u000a21:58:14.154333 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a21:58:14.291167 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a21:58:14.629878 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4967): Launched\u000a21:58:14.911174 run iperf3-srv_10.42.42.10(pid=4968): Launched\u000a21:58:15.113414 tst cs_paging_gprs_active.py:38: start network...\u000a21:58:15.250232 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a21:58:15.763860 run create_hlr_db(pid=4969): Launched\u000a21:58:15.969284 bus /sierra_2: Setting Powered False\u000a21:58:16.965408 run create_hlr_db(pid=4969): Terminated: ok {rc=0}\u000a21:58:17.412281 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4971): Launched\u000a21:58:17.719506 run osmo-hlr_10.42.42.2(pid=4972): Launched\u000a21:58:17.832260 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a21:58:18.357425 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4974): Launched\u000a21:58:18.660634 run osmo-stp_10.42.42.5(pid=4975): Launched\u000a21:58:18.770519 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a21:58:19.298148 run pcap-recorder_any(filters='host 10.42.42.6')(pid=4977): Launched\u000a21:58:19.406055 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a21:58:19.670844 run patchelf(pid=4978): Launched\u000a21:58:19.848800 run osmo-stp_10.42.42.5(pid=4975): ERR: Terminated: ERROR {rc=1} [trial-2395↪gprs:oc2g↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4975)]\u000a21:58:19.978354 run osmo-stp_10.42.42.5(pid=4975): stdout: \u000a| (launched: 2022-12-13_21:58:18.511311)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:58:20.108051 run osmo-stp_10.42.42.5(pid=4975): stderr: \u000a| �[0;m�[38;5;43m20221213215818683 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213215818683 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213215818683 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213215818683 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213215818684 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213215818684 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213215818684 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:58:20.233256 run osmo-stp_10.42.42.5(pid=4975): stdout: \u000a| (launched: 2022-12-13_21:58:18.511311)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:58:20.357158 run osmo-stp_10.42.42.5(pid=4975): stderr: \u000a| �[0;m�[38;5;43m20221213215818683 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213215818683 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213215818683 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213215818683 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213215818684 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213215818684 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213215818684 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:58:20.501600 run patchelf(pid=4978): Terminating (SIGINT)\u000a21:58:20.671409 run patchelf(pid=4978): Terminated: ok {rc=0}\u000a21:58:20.702523 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=4975): Process ended prematurely: osmo-stp_10.42.42.5(pid=4975) [trial-2395↪gprs:oc2g↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4975)] [trial-2395↪gprs:oc2g↪cs_paging_gprs_active.py:38]\u000a21:58:20.711600 tst cs_paging_gprs_active.py:38: Test FAILED (8.6 sec)\u000a21:58:20.771260 run osmo-hlr_10.42.42.2(pid=4972): ERR: Terminated: ERROR {rc=237} [trial-2395↪gprs:oc2g↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=4972)]\u000a21:58:20.820048 run osmo-hlr_10.42.42.2(pid=4972): stdout: \u000a| (launched: 2022-12-13_21:58:17.567219) \u000a21:58:20.869444 run osmo-hlr_10.42.42.2(pid=4972): stderr: \u000a| �[0;m�[1;31m20221213215817744 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213215817745 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213215817745 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213215817745 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213215817745 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213215817745 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213215817759 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2395/run.2022-12-13_21-44-31/gprs:oc2g/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213215817769 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213215817770 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213215817770 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a21:58:20.911257 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4965): Terminating (SIGTERM)\u000a21:58:20.950706 run iperf3-srv_10.42.42.10(pid=4966): Terminating (SIGTERM)\u000a21:58:20.990312 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4967): Terminating (SIGTERM)\u000a21:58:21.029710 run iperf3-srv_10.42.42.10(pid=4968): Terminating (SIGTERM)\u000a21:58:21.070950 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4971): Terminating (SIGTERM)\u000a21:58:21.110531 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4974): Terminating (SIGTERM)\u000a21:58:21.150207 run pcap-recorder_any(filters='host 10.42.42.6')(pid=4977): Terminating (SIGTERM)\u000a21:58:21.159460 --- ParallelTerminationStrategy: PID 4965 died...\u000a21:58:21.212684 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4965): Terminated: ok {rc=0}\u000a21:58:21.222353 --- ParallelTerminationStrategy: PID 4966 died...\u000a21:58:21.274714 run iperf3-srv_10.42.42.10(pid=4966): Terminated {rc=256}\u000a21:58:21.284070 --- ParallelTerminationStrategy: PID 4967 died...\u000a21:58:21.336692 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4967): Terminated: ok {rc=0}\u000a21:58:21.346388 --- ParallelTerminationStrategy: PID 4968 died...\u000a21:58:21.398820 run iperf3-srv_10.42.42.10(pid=4968): Terminated {rc=256}\u000a21:58:21.408295 --- ParallelTerminationStrategy: PID 4971 died...\u000a21:58:21.460741 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4971): Terminated: ok {rc=0}\u000a21:58:21.470369 --- ParallelTerminationStrategy: PID 4974 died...\u000a21:58:21.522994 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4974): Terminated: ok {rc=0}\u000a21:58:21.532487 --- ParallelTerminationStrategy: PID 4977 died...\u000a21:58:21.585094 run pcap-recorder_any(filters='host 10.42.42.6')(pid=4977): Terminated: ok {rc=0}\u000a21:58:21.672713 bus /gobi_0: Setting Powered False\u000a21:58:22.776213 bus /gobi_0: Setting Powered False\u000a21:58:23.887013 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 253, "className" : "gprs:oc2g", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=4987): Process ended prematurely: osmo-stp_10.42.42.5(pid=4987) [trial-2395↪gprs:oc2g↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4987)]", "failedSince" : 2143, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=4987): Process ended prematurely: osmo-stp_10.42.42.5(pid=4987) [trial-2395↪gprs:oc2g↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4987)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2395 gprs:oc2g iperf3.py\u000a----------------------------------------------\u000a21:58:24.997052 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a21:58:25.008047 tst gprs:oc2g: Using 1 x bts (candidates: 1)\u000a21:58:25.139828 tst iperf3.py: using LAC 36493\u000a21:58:25.268315 tst iperf3.py: using RAC 28\u000a21:58:25.395900 tst iperf3.py: using CellId 36493\u000a21:58:25.522730 tst iperf3.py: using BVCI 36494\u000a21:58:25.547457 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a21:58:25.558494 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a21:58:25.569397 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a21:58:25.580179 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a21:58:25.591281 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a21:58:25.602364 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a21:58:25.613539 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a21:58:25.624397 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a21:58:25.635551 tst gprs:oc2g: Using 1 x modem (candidates: 4)\u000a21:58:25.934336 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a21:58:26.071197 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a21:58:26.407920 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4979): Launched\u000a21:58:26.688717 run iperf3-srv_10.42.42.10(pid=4980): Launched\u000a21:58:26.888754 tst iperf3.py:8: start network...\u000a21:58:27.025220 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a21:58:27.540683 run create_hlr_db(pid=4981): Launched\u000a21:58:27.730209 bus /gobi_6: Setting Powered False\u000a21:58:28.751062 run create_hlr_db(pid=4981): Terminated: ok {rc=0}\u000a21:58:29.170505 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4983): Launched\u000a21:58:29.498289 run osmo-hlr_10.42.42.2(pid=4984): Launched\u000a21:58:29.619359 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a21:58:30.185622 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4986): Launched\u000a21:58:30.512518 run osmo-stp_10.42.42.5(pid=4987): Launched\u000a21:58:30.631460 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a21:58:31.232381 run pcap-recorder_any(filters='host 10.42.42.6')(pid=4989): Launched\u000a21:58:31.343573 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a21:58:31.640509 run patchelf(pid=4990): Launched\u000a21:58:31.825462 run osmo-stp_10.42.42.5(pid=4987): ERR: Terminated: ERROR {rc=1} [trial-2395↪gprs:oc2g↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4987)]\u000a21:58:31.959031 run osmo-stp_10.42.42.5(pid=4987): stdout: \u000a| (launched: 2022-12-13_21:58:30.351373)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:58:32.092663 run osmo-stp_10.42.42.5(pid=4987): stderr: \u000a| �[0;m�[38;5;43m20221213215830545 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213215830545 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213215830545 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213215830546 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213215830546 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213215830546 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213215830546 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:58:32.221463 run osmo-stp_10.42.42.5(pid=4987): stdout: \u000a| (launched: 2022-12-13_21:58:30.351373)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:58:32.348295 run osmo-stp_10.42.42.5(pid=4987): stderr: \u000a| �[0;m�[38;5;43m20221213215830545 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213215830545 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213215830545 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213215830546 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213215830546 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213215830546 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213215830546 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:58:32.494581 run patchelf(pid=4990): Terminating (SIGINT)\u000a21:58:32.665455 run patchelf(pid=4990): Terminated: ok {rc=0}\u000a21:58:32.696689 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=4987): Process ended prematurely: osmo-stp_10.42.42.5(pid=4987) [trial-2395↪gprs:oc2g↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4987)] [trial-2395↪gprs:oc2g↪iperf3.py:8]\u000a21:58:32.705952 tst iperf3.py:8: Test FAILED (7.7 sec)\u000a21:58:32.765835 run osmo-hlr_10.42.42.2(pid=4984): ERR: Terminated: ERROR {rc=237} [trial-2395↪gprs:oc2g↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=4984)]\u000a21:58:32.814727 run osmo-hlr_10.42.42.2(pid=4984): stdout: \u000a| (launched: 2022-12-13_21:58:29.336642) \u000a21:58:32.864123 run osmo-hlr_10.42.42.2(pid=4984): stderr: \u000a| �[0;m�[1;31m20221213215829536 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213215829536 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213215829536 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213215829536 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213215829536 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213215829536 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213215829548 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2395/run.2022-12-13_21-44-31/gprs:oc2g/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213215829558 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213215829558 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213215829558 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a21:58:32.906311 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4979): Terminating (SIGTERM)\u000a21:58:32.946182 run iperf3-srv_10.42.42.10(pid=4980): Terminating (SIGTERM)\u000a21:58:32.985727 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4983): Terminating (SIGTERM)\u000a21:58:33.025307 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4986): Terminating (SIGTERM)\u000a21:58:33.064986 run pcap-recorder_any(filters='host 10.42.42.6')(pid=4989): Terminating (SIGTERM)\u000a21:58:33.074213 --- ParallelTerminationStrategy: PID 4979 died...\u000a21:58:33.127183 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4979): Terminated: ok {rc=0}\u000a21:58:33.136821 --- ParallelTerminationStrategy: PID 4980 died...\u000a21:58:33.189570 run iperf3-srv_10.42.42.10(pid=4980): Terminated {rc=256}\u000a21:58:33.199161 --- ParallelTerminationStrategy: PID 4983 died...\u000a21:58:33.252054 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4983): Terminated: ok {rc=0}\u000a21:58:33.261714 --- ParallelTerminationStrategy: PID 4986 died...\u000a21:58:33.314693 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4986): Terminated: ok {rc=0}\u000a21:58:33.324272 --- ParallelTerminationStrategy: PID 4989 died...\u000a21:58:33.377154 run pcap-recorder_any(filters='host 10.42.42.6')(pid=4989): Terminated: ok {rc=0}\u000a21:58:33.464270 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 257, "className" : "gprs:oc2g", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=5005): Process ended prematurely: osmo-stp_10.42.42.5(pid=5005) [trial-2395↪gprs:oc2g↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5005)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=5005): Process ended prematurely: osmo-stp_10.42.42.5(pid=5005) [trial-2395↪gprs:oc2g↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5005)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2395 gprs:oc2g iperf3m4.py\u000a----------------------------------------------\u000a21:58:34.579983 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a21:58:34.591575 tst gprs:oc2g: Using 1 x bts (candidates: 1)\u000a21:58:34.719710 tst iperf3m4.py: using LAC 36494\u000a21:58:34.845018 tst iperf3m4.py: using RAC 29\u000a21:58:34.970963 tst iperf3m4.py: using CellId 36494\u000a21:58:35.097376 tst iperf3m4.py: using BVCI 36495\u000a21:58:35.122473 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a21:58:35.133411 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a21:58:35.144117 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a21:58:35.154967 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a21:58:35.166246 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a21:58:35.177507 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a21:58:35.188738 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a21:58:35.199857 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a21:58:35.211200 tst gprs:oc2g: Using 1 x modem (candidates: 4)\u000a21:58:35.332214 tst gprs:oc2g: Using 1 x modem (candidates: 4)\u000a21:58:35.450108 tst gprs:oc2g: Using 1 x modem (candidates: 4)\u000a21:58:35.569322 tst gprs:oc2g: Using 1 x modem (candidates: 4)\u000a21:58:35.863083 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a21:58:35.999340 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a21:58:36.339189 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4991): Launched\u000a21:58:36.620527 run iperf3-srv_10.42.42.10(pid=4992): Launched\u000a21:58:36.821013 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a21:58:36.958019 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a21:58:37.297249 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4993): Launched\u000a21:58:37.579117 run iperf3-srv_10.42.42.10(pid=4994): Launched\u000a21:58:37.779079 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a21:58:37.915945 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a21:58:38.254342 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4995): Launched\u000a21:58:38.535259 run iperf3-srv_10.42.42.10(pid=4996): Launched\u000a21:58:38.735067 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a21:58:38.871257 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a21:58:39.208749 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4997): Launched\u000a21:58:39.489126 run iperf3-srv_10.42.42.10(pid=4998): Launched\u000a21:58:39.688870 tst iperf3m4.py:8: start network...\u000a21:58:39.825181 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a21:58:40.339765 run create_hlr_db(pid=4999): Launched\u000a21:58:40.528782 bus /gobi_6: Setting Powered False\u000a21:58:41.550845 run create_hlr_db(pid=4999): Terminated: ok {rc=0}\u000a21:58:41.985743 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5001): Launched\u000a21:58:42.313825 run osmo-hlr_10.42.42.2(pid=5002): Launched\u000a21:58:42.434621 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a21:58:43.000140 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5004): Launched\u000a21:58:43.328446 run osmo-stp_10.42.42.5(pid=5005): Launched\u000a21:58:43.447370 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a21:58:44.019148 run pcap-recorder_any(filters='host 10.42.42.6')(pid=5007): Launched\u000a21:58:44.136918 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a21:58:44.421948 run patchelf(pid=5008): Launched\u000a21:58:44.612428 run osmo-stp_10.42.42.5(pid=5005): ERR: Terminated: ERROR {rc=1} [trial-2395↪gprs:oc2g↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5005)]\u000a21:58:44.751393 run osmo-stp_10.42.42.5(pid=5005): stdout: \u000a| (launched: 2022-12-13_21:58:43.166806)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:58:44.891562 run osmo-stp_10.42.42.5(pid=5005): stderr: \u000a| �[0;m�[38;5;43m20221213215843362 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213215843362 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213215843362 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213215843363 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213215843363 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213215843363 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213215843363 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:58:45.026446 run osmo-stp_10.42.42.5(pid=5005): stdout: \u000a| (launched: 2022-12-13_21:58:43.166806)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:58:45.160846 run osmo-stp_10.42.42.5(pid=5005): stderr: \u000a| �[0;m�[38;5;43m20221213215843362 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213215843362 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213215843362 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213215843363 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213215843363 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213215843363 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213215843363 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:58:45.316250 run patchelf(pid=5008): Terminating (SIGINT)\u000a21:58:45.498566 run patchelf(pid=5008): Terminated: ok {rc=0}\u000a21:58:45.531890 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=5005): Process ended prematurely: osmo-stp_10.42.42.5(pid=5005) [trial-2395↪gprs:oc2g↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5005)] [trial-2395↪gprs:oc2g↪iperf3m4.py:8]\u000a21:58:45.541872 tst iperf3m4.py:8: Test FAILED (11.0 sec)\u000a21:58:45.605368 run osmo-hlr_10.42.42.2(pid=5002): ERR: Terminated: ERROR {rc=237} [trial-2395↪gprs:oc2g↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=5002)]\u000a21:58:45.656720 run osmo-hlr_10.42.42.2(pid=5002): stdout: \u000a| (launched: 2022-12-13_21:58:42.151961) \u000a21:58:45.708590 run osmo-hlr_10.42.42.2(pid=5002): stderr: \u000a| �[0;m�[1;31m20221213215842351 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213215842351 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213215842351 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213215842351 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213215842351 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213215842351 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213215842364 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2395/run.2022-12-13_21-44-31/gprs:oc2g/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213215842372 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213215842372 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213215842373 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a21:58:45.752895 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4991): Terminating (SIGTERM)\u000a21:58:45.794638 run iperf3-srv_10.42.42.10(pid=4992): Terminating (SIGTERM)\u000a21:58:45.837796 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4993): Terminating (SIGTERM)\u000a21:58:45.896261 run iperf3-srv_10.42.42.10(pid=4994): Terminating (SIGTERM)\u000a21:58:45.939392 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4995): Terminating (SIGTERM)\u000a21:58:45.981649 run iperf3-srv_10.42.42.10(pid=4996): Terminating (SIGTERM)\u000a21:58:46.024174 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4997): Terminating (SIGTERM)\u000a21:58:46.066872 run iperf3-srv_10.42.42.10(pid=4998): Terminating (SIGTERM)\u000a21:58:46.109690 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5001): Terminating (SIGTERM)\u000a21:58:46.152104 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5004): Terminating (SIGTERM)\u000a21:58:46.194690 run pcap-recorder_any(filters='host 10.42.42.6')(pid=5007): Terminating (SIGTERM)\u000a21:58:46.204453 --- ParallelTerminationStrategy: PID 4991 died...\u000a21:58:46.261496 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4991): Terminated: ok {rc=0}\u000a21:58:46.271982 --- ParallelTerminationStrategy: PID 4992 died...\u000a21:58:46.328797 run iperf3-srv_10.42.42.10(pid=4992): Terminated {rc=256}\u000a21:58:46.339342 --- ParallelTerminationStrategy: PID 4993 died...\u000a21:58:46.396223 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4993): Terminated: ok {rc=0}\u000a21:58:46.406825 --- ParallelTerminationStrategy: PID 4994 died...\u000a21:58:46.463926 run iperf3-srv_10.42.42.10(pid=4994): Terminated {rc=256}\u000a21:58:46.474476 --- ParallelTerminationStrategy: PID 4995 died...\u000a21:58:46.532032 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4995): Terminated: ok {rc=0}\u000a21:58:46.546297 --- ParallelTerminationStrategy: PID 4996 died...\u000a21:58:46.616101 run iperf3-srv_10.42.42.10(pid=4996): Terminated {rc=256}\u000a21:58:46.630975 --- ParallelTerminationStrategy: PID 4997 died...\u000a21:58:46.690906 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4997): Terminated: ok {rc=0}\u000a21:58:46.701523 --- ParallelTerminationStrategy: PID 4998 died...\u000a21:58:46.758423 run iperf3-srv_10.42.42.10(pid=4998): Terminated {rc=256}\u000a21:58:46.769011 --- ParallelTerminationStrategy: PID 5001 died...\u000a21:58:46.826164 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5001): Terminated: ok {rc=0}\u000a21:58:46.836713 --- ParallelTerminationStrategy: PID 5004 died...\u000a21:58:46.893934 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5004): Terminated: ok {rc=0}\u000a21:58:46.904594 --- ParallelTerminationStrategy: PID 5007 died...\u000a21:58:46.961572 run pcap-recorder_any(filters='host 10.42.42.6')(pid=5007): Terminated: ok {rc=0}\u000a21:58:47.054602 bus /gobi_4: Setting Powered False\u000a21:58:48.159636 bus /gobi_4: Setting Powered False\u000a21:58:49.267241 bus /gobi_1: Setting Powered False\u000a21:58:50.372543 bus /gobi_1: Setting Powered False\u000a21:58:51.479710 bus /gobi_0: Setting Powered False\u000a21:58:52.585147 bus /gobi_0: Setting Powered False\u000a21:58:53.694179 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 257, "className" : "gprs:oc2g", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=5016): Process ended prematurely: osmo-stp_10.42.42.5(pid=5016) [trial-2395↪gprs:oc2g↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5016)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=5016): Process ended prematurely: osmo-stp_10.42.42.5(pid=5016) [trial-2395↪gprs:oc2g↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5016)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2395 gprs:oc2g ping.py\u000a----------------------------------------------\u000a21:58:54.762552 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a21:58:54.774198 tst gprs:oc2g: Using 1 x bts (candidates: 1)\u000a21:58:54.896122 tst ping.py: using LAC 36495\u000a21:58:55.015513 tst ping.py: using RAC 30\u000a21:58:55.135178 tst ping.py: using CellId 36495\u000a21:58:55.254380 tst ping.py: using BVCI 36496\u000a21:58:55.277359 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a21:58:55.287761 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a21:58:55.298161 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a21:58:55.308414 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a21:58:55.318688 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a21:58:55.328876 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a21:58:55.339333 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a21:58:55.349641 tst gprs:oc2g: Using 1 x modem (candidates: 4)\u000a21:58:55.643086 tst ping.py:19: start network...\u000a21:58:55.777811 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a21:58:56.282704 run create_hlr_db(pid=5010): Launched\u000a21:58:56.468489 bus /gobi_6: Setting Powered False\u000a21:58:57.490694 run create_hlr_db(pid=5010): Terminated: ok {rc=0}\u000a21:58:57.917520 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5012): Launched\u000a21:58:58.240766 run osmo-hlr_10.42.42.2(pid=5013): Launched\u000a21:58:58.357606 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a21:58:58.916562 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5015): Launched\u000a21:58:59.239496 run osmo-stp_10.42.42.5(pid=5016): Launched\u000a21:58:59.356851 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a21:58:59.917342 run pcap-recorder_any(filters='host 10.42.42.6')(pid=5018): Launched\u000a21:59:00.032764 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a21:59:00.313322 run patchelf(pid=5019): Launched\u000a21:59:00.500912 run osmo-stp_10.42.42.5(pid=5016): ERR: Terminated: ERROR {rc=1} [trial-2395↪gprs:oc2g↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5016)]\u000a21:59:00.638240 run osmo-stp_10.42.42.5(pid=5016): stdout: \u000a| (launched: 2022-12-13_21:58:59.080091)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:59:00.775757 run osmo-stp_10.42.42.5(pid=5016): stderr: \u000a| �[0;m�[38;5;43m20221213215859272 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213215859272 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213215859272 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213215859273 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213215859273 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213215859273 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213215859273 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:59:00.931017 run osmo-stp_10.42.42.5(pid=5016): stdout: \u000a| (launched: 2022-12-13_21:58:59.080091)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:59:01.058456 run osmo-stp_10.42.42.5(pid=5016): stderr: \u000a| �[0;m�[38;5;43m20221213215859272 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213215859272 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213215859272 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213215859273 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213215859273 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213215859273 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213215859273 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:59:01.206779 run patchelf(pid=5019): Terminating (SIGINT)\u000a21:59:01.380732 run patchelf(pid=5019): Terminated: ok {rc=0}\u000a21:59:01.412833 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=5016): Process ended prematurely: osmo-stp_10.42.42.5(pid=5016) [trial-2395↪gprs:oc2g↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5016)] [trial-2395↪gprs:oc2g↪ping.py:22]\u000a21:59:01.422851 tst ping.py:22: Test FAILED (6.6 sec)\u000a21:59:01.487443 run osmo-hlr_10.42.42.2(pid=5013): ERR: Terminated: ERROR {rc=237} [trial-2395↪gprs:oc2g↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=5013)]\u000a21:59:01.538396 run osmo-hlr_10.42.42.2(pid=5013): stdout: \u000a| (launched: 2022-12-13_21:58:58.082120) \u000a21:59:01.591177 run osmo-hlr_10.42.42.2(pid=5013): stderr: \u000a| �[0;m�[1;31m20221213215858281 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213215858281 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213215858281 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213215858281 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213215858281 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213215858281 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213215858294 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2395/run.2022-12-13_21-44-31/gprs:oc2g/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213215858302 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213215858302 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213215858302 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a21:59:01.634928 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5012): Terminating (SIGTERM)\u000a21:59:01.678794 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5015): Terminating (SIGTERM)\u000a21:59:01.722097 run pcap-recorder_any(filters='host 10.42.42.6')(pid=5018): Terminating (SIGTERM)\u000a21:59:01.732814 --- ParallelTerminationStrategy: PID 5012 died...\u000a21:59:01.790992 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5012): Terminated: ok {rc=0}\u000a21:59:01.801354 --- ParallelTerminationStrategy: PID 5015 died...\u000a21:59:01.859064 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5015): Terminated: ok {rc=0}\u000a21:59:01.869293 --- ParallelTerminationStrategy: PID 5018 died...\u000a21:59:01.924173 run pcap-recorder_any(filters='host 10.42.42.6')(pid=5018): Terminated: ok {rc=0}\u000a21:59:02.010380 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 257, "className" : "gprs:oc2g", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=5026): Process ended prematurely: osmo-stp_10.42.42.5(pid=5026) [trial-2395↪gprs:oc2g↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5026)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=5026): Process ended prematurely: osmo-stp_10.42.42.5(pid=5026) [trial-2395↪gprs:oc2g↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5026)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2395 gprs:oc2g ping_idle_ping.py\u000a----------------------------------------------\u000a21:59:03.061410 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a21:59:03.073417 tst gprs:oc2g: Using 1 x bts (candidates: 1)\u000a21:59:03.202543 tst ping_idle_ping.py: using LAC 36496\u000a21:59:03.327161 tst ping_idle_ping.py: using RAC 31\u000a21:59:03.452304 tst ping_idle_ping.py: using CellId 36496\u000a21:59:03.578085 tst ping_idle_ping.py: using BVCI 36497\u000a21:59:03.602718 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a21:59:03.613643 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a21:59:03.624444 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a21:59:03.635200 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a21:59:03.646275 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a21:59:03.657358 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a21:59:03.668476 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a21:59:03.679606 tst gprs:oc2g: Using 1 x modem (candidates: 4)\u000a21:59:03.955534 tst ping_idle_ping.py:24: start network...\u000a21:59:04.080584 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a21:59:04.563683 run create_hlr_db(pid=5020): Launched\u000a21:59:04.736366 bus /gobi_6: Setting Powered False\u000a21:59:05.757906 run create_hlr_db(pid=5020): Terminated: ok {rc=0}\u000a21:59:06.186309 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5022): Launched\u000a21:59:06.508268 run osmo-hlr_10.42.42.2(pid=5023): Launched\u000a21:59:06.627738 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a21:59:07.185666 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5025): Launched\u000a21:59:07.508704 run osmo-stp_10.42.42.5(pid=5026): Launched\u000a21:59:07.625783 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a21:59:08.188792 run pcap-recorder_any(filters='host 10.42.42.6')(pid=5028): Launched\u000a21:59:08.303619 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a21:59:08.584195 run patchelf(pid=5029): Launched\u000a21:59:08.772281 run osmo-stp_10.42.42.5(pid=5026): ERR: Terminated: ERROR {rc=1} [trial-2395↪gprs:oc2g↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5026)]\u000a21:59:08.910143 run osmo-stp_10.42.42.5(pid=5026): stdout: \u000a| (launched: 2022-12-13_21:59:07.349088)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:59:09.047750 run osmo-stp_10.42.42.5(pid=5026): stderr: \u000a| �[0;m�[38;5;43m20221213215907543 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213215907544 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213215907544 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213215907544 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213215907545 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213215907545 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213215907545 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:59:09.181932 run osmo-stp_10.42.42.5(pid=5026): stdout: \u000a| (launched: 2022-12-13_21:59:07.349088)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:59:09.314291 run osmo-stp_10.42.42.5(pid=5026): stderr: \u000a| �[0;m�[38;5;43m20221213215907543 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213215907544 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213215907544 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213215907544 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213215907545 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213215907545 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213215907545 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:59:09.467993 run patchelf(pid=5029): Terminating (SIGINT)\u000a21:59:09.648052 run patchelf(pid=5029): Terminated: ok {rc=0}\u000a21:59:09.680610 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=5026): Process ended prematurely: osmo-stp_10.42.42.5(pid=5026) [trial-2395↪gprs:oc2g↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5026)] [trial-2395↪gprs:oc2g↪ping_idle_ping.py:27]\u000a21:59:09.689934 tst ping_idle_ping.py:27: Test FAILED (6.6 sec)\u000a21:59:09.753292 run osmo-hlr_10.42.42.2(pid=5023): ERR: Terminated: ERROR {rc=237} [trial-2395↪gprs:oc2g↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=5023)]\u000a21:59:09.804854 run osmo-hlr_10.42.42.2(pid=5023): stdout: \u000a| (launched: 2022-12-13_21:59:06.349797) \u000a21:59:09.856912 run osmo-hlr_10.42.42.2(pid=5023): stderr: \u000a| �[0;m�[1;31m20221213215906547 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213215906547 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213215906547 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213215906547 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213215906547 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213215906547 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213215906559 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2395/run.2022-12-13_21-44-31/gprs:oc2g/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213215906567 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213215906568 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213215906568 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a21:59:09.901651 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5022): Terminating (SIGTERM)\u000a21:59:09.943413 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5025): Terminating (SIGTERM)\u000a21:59:09.985510 run pcap-recorder_any(filters='host 10.42.42.6')(pid=5028): Terminating (SIGTERM)\u000a21:59:09.995376 --- ParallelTerminationStrategy: PID 5022 died...\u000a21:59:10.052083 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5022): Terminated: ok {rc=0}\u000a21:59:10.062349 --- ParallelTerminationStrategy: PID 5025 died...\u000a21:59:10.119496 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5025): Terminated: ok {rc=0}\u000a21:59:10.129997 --- ParallelTerminationStrategy: PID 5028 died...\u000a21:59:10.186285 run pcap-recorder_any(filters='host 10.42.42.6')(pid=5028): Terminated: ok {rc=0}\u000a21:59:10.273918 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 61.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "30", "name" : "gprs_oc2g", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T21:58:11" }, { "cases" : [ { "testActions" : [ ], "age" : 257, "className" : "gprs:oc2g+mod-bts0-egprs", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=5044): Process ended prematurely: osmo-stp_10.42.42.5(pid=5044) [trial-2395↪gprs:oc2g+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5044)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=5044): Process ended prematurely: osmo-stp_10.42.42.5(pid=5044) [trial-2395↪gprs:oc2g+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5044)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2395 gprs:oc2g+mod-bts0-egprs cs_paging_gprs_active.py\u000a----------------------------------------------\u000a21:59:12.380007 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a21:59:12.391213 tst gprs:oc2g+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a21:59:12.520791 tst cs_paging_gprs_active.py: using LAC 36497\u000a21:59:12.644929 tst cs_paging_gprs_active.py: using RAC 32\u000a21:59:12.764258 tst cs_paging_gprs_active.py: using CellId 36497\u000a21:59:12.881495 tst cs_paging_gprs_active.py: using BVCI 36498\u000a21:59:12.904330 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a21:59:12.915049 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a21:59:12.925574 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a21:59:12.935945 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a21:59:12.946211 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a21:59:12.956393 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a21:59:12.966935 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a21:59:12.977193 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a21:59:12.987765 tst gprs:oc2g+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a21:59:13.109956 tst gprs:oc2g+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a21:59:13.387242 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a21:59:13.513771 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a21:59:13.823194 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5034): Launched\u000a21:59:14.079232 run iperf3-srv_10.42.42.10(pid=5035): Launched\u000a21:59:14.261973 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a21:59:14.385492 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a21:59:14.694803 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5036): Launched\u000a21:59:14.951275 run iperf3-srv_10.42.42.10(pid=5037): Launched\u000a21:59:15.133037 tst cs_paging_gprs_active.py:38: start network...\u000a21:59:15.257282 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a21:59:15.736775 run create_hlr_db(pid=5038): Launched\u000a21:59:15.910182 bus /gobi_6: Setting Powered False\u000a21:59:16.931668 run create_hlr_db(pid=5038): Terminated: ok {rc=0}\u000a21:59:17.351641 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5040): Launched\u000a21:59:17.653263 run osmo-hlr_10.42.42.2(pid=5041): Launched\u000a21:59:17.772459 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a21:59:18.298591 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5043): Launched\u000a21:59:18.601651 run osmo-stp_10.42.42.5(pid=5044): Launched\u000a21:59:18.721151 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a21:59:19.244896 run pcap-recorder_any(filters='host 10.42.42.6')(pid=5046): Launched\u000a21:59:19.351273 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a21:59:19.612212 run patchelf(pid=5047): Launched\u000a21:59:19.787016 run osmo-stp_10.42.42.5(pid=5044): ERR: Terminated: ERROR {rc=1} [trial-2395↪gprs:oc2g+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5044)]\u000a21:59:19.915041 run osmo-stp_10.42.42.5(pid=5044): stdout: \u000a| (launched: 2022-12-13_21:59:18.450101)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:59:20.043201 run osmo-stp_10.42.42.5(pid=5044): stderr: \u000a| �[0;m�[38;5;43m20221213215918621 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213215918621 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213215918622 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213215918622 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213215918624 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213215918625 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213215918625 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:59:20.167168 run osmo-stp_10.42.42.5(pid=5044): stdout: \u000a| (launched: 2022-12-13_21:59:18.450101)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:59:20.290602 run osmo-stp_10.42.42.5(pid=5044): stderr: \u000a| �[0;m�[38;5;43m20221213215918621 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213215918621 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213215918622 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213215918622 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213215918624 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213215918625 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213215918625 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:59:20.433455 run patchelf(pid=5047): Terminating (SIGINT)\u000a21:59:20.600489 run patchelf(pid=5047): Terminated: ok {rc=0}\u000a21:59:20.631329 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=5044): Process ended prematurely: osmo-stp_10.42.42.5(pid=5044) [trial-2395↪gprs:oc2g+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5044)] [trial-2395↪gprs:oc2g+mod-bts0-egprs↪cs_paging_gprs_active.py:38]\u000a21:59:20.640428 tst cs_paging_gprs_active.py:38: Test FAILED (8.3 sec)\u000a21:59:20.699859 run osmo-hlr_10.42.42.2(pid=5041): ERR: Terminated: ERROR {rc=237} [trial-2395↪gprs:oc2g+mod-bts0-egprs↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=5041)]\u000a21:59:20.748254 run osmo-hlr_10.42.42.2(pid=5041): stdout: \u000a| (launched: 2022-12-13_21:59:17.504094) \u000a21:59:20.797521 run osmo-hlr_10.42.42.2(pid=5041): stderr: \u000a| �[0;m�[1;31m20221213215917679 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213215917679 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213215917679 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213215917679 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213215917679 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213215917679 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213215917691 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2395/run.2022-12-13_21-44-31/gprs:oc2g+mod-bts0-egprs/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213215917700 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213215917700 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213215917701 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a21:59:20.839480 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5034): Terminating (SIGTERM)\u000a21:59:20.878911 run iperf3-srv_10.42.42.10(pid=5035): Terminating (SIGTERM)\u000a21:59:20.918406 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5036): Terminating (SIGTERM)\u000a21:59:20.957653 run iperf3-srv_10.42.42.10(pid=5037): Terminating (SIGTERM)\u000a21:59:20.997027 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5040): Terminating (SIGTERM)\u000a21:59:21.036323 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5043): Terminating (SIGTERM)\u000a21:59:21.075773 run pcap-recorder_any(filters='host 10.42.42.6')(pid=5046): Terminating (SIGTERM)\u000a21:59:21.084821 --- ParallelTerminationStrategy: PID 5034 died...\u000a21:59:21.137603 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5034): Terminated: ok {rc=0}\u000a21:59:21.147133 --- ParallelTerminationStrategy: PID 5035 died...\u000a21:59:21.199465 run iperf3-srv_10.42.42.10(pid=5035): Terminated {rc=256}\u000a21:59:21.208864 --- ParallelTerminationStrategy: PID 5036 died...\u000a21:59:21.261221 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5036): Terminated: ok {rc=0}\u000a21:59:21.270658 --- ParallelTerminationStrategy: PID 5037 died...\u000a21:59:21.323339 run iperf3-srv_10.42.42.10(pid=5037): Terminated {rc=256}\u000a21:59:21.332606 --- ParallelTerminationStrategy: PID 5040 died...\u000a21:59:21.385202 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5040): Terminated: ok {rc=0}\u000a21:59:21.394557 --- ParallelTerminationStrategy: PID 5043 died...\u000a21:59:21.447106 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5043): Terminated: ok {rc=0}\u000a21:59:21.456411 --- ParallelTerminationStrategy: PID 5046 died...\u000a21:59:21.509011 run pcap-recorder_any(filters='host 10.42.42.6')(pid=5046): Terminated: ok {rc=0}\u000a21:59:21.597068 bus /gobi_0: Setting Powered False\u000a21:59:22.700731 bus /gobi_0: Setting Powered False\u000a21:59:23.810773 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 257, "className" : "gprs:oc2g+mod-bts0-egprs", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=5056): Process ended prematurely: osmo-stp_10.42.42.5(pid=5056) [trial-2395↪gprs:oc2g+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5056)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=5056): Process ended prematurely: osmo-stp_10.42.42.5(pid=5056) [trial-2395↪gprs:oc2g+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5056)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2395 gprs:oc2g+mod-bts0-egprs iperf3.py\u000a----------------------------------------------\u000a21:59:24.919972 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a21:59:24.931268 tst gprs:oc2g+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a21:59:25.062261 tst iperf3.py: using LAC 36498\u000a21:59:25.186457 tst iperf3.py: using RAC 33\u000a21:59:25.312607 tst iperf3.py: using CellId 36498\u000a21:59:25.438557 tst iperf3.py: using BVCI 36499\u000a21:59:25.462935 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a21:59:25.474064 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a21:59:25.485047 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a21:59:25.495914 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a21:59:25.507144 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a21:59:25.518520 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a21:59:25.529968 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a21:59:25.541021 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a21:59:25.552375 tst gprs:oc2g+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a21:59:25.843439 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a21:59:25.976813 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a21:59:26.307685 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5048): Launched\u000a21:59:26.582226 run iperf3-srv_10.42.42.10(pid=5049): Launched\u000a21:59:26.777127 tst iperf3.py:8: start network...\u000a21:59:26.910159 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a21:59:27.410391 run create_hlr_db(pid=5050): Launched\u000a21:59:27.594058 bus /gobi_6: Setting Powered False\u000a21:59:28.617189 run create_hlr_db(pid=5050): Terminated: ok {rc=0}\u000a21:59:29.041873 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5052): Launched\u000a21:59:29.360749 run osmo-hlr_10.42.42.2(pid=5053): Launched\u000a21:59:29.479539 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a21:59:30.034174 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5055): Launched\u000a21:59:30.355056 run osmo-stp_10.42.42.5(pid=5056): Launched\u000a21:59:30.471220 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a21:59:31.086566 run pcap-recorder_any(filters='host 10.42.42.6')(pid=5058): Launched\u000a21:59:31.242495 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a21:59:31.580520 run patchelf(pid=5059): Launched\u000a21:59:31.770638 run osmo-stp_10.42.42.5(pid=5056): ERR: Terminated: ERROR {rc=1} [trial-2395↪gprs:oc2g+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5056)]\u000a21:59:31.911041 run osmo-stp_10.42.42.5(pid=5056): stdout: \u000a| (launched: 2022-12-13_21:59:30.196641)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:59:32.051249 run osmo-stp_10.42.42.5(pid=5056): stderr: \u000a| �[0;m�[38;5;43m20221213215930390 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213215930390 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213215930391 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213215930391 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213215930391 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213215930391 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213215930392 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:59:32.187656 run osmo-stp_10.42.42.5(pid=5056): stdout: \u000a| (launched: 2022-12-13_21:59:30.196641)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:59:32.321613 run osmo-stp_10.42.42.5(pid=5056): stderr: \u000a| �[0;m�[38;5;43m20221213215930390 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213215930390 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213215930391 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213215930391 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213215930391 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213215930391 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213215930392 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:59:32.474262 run patchelf(pid=5059): Terminating (SIGINT)\u000a21:59:32.653273 run patchelf(pid=5059): Terminated: ok {rc=0}\u000a21:59:32.686317 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=5056): Process ended prematurely: osmo-stp_10.42.42.5(pid=5056) [trial-2395↪gprs:oc2g+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5056)] [trial-2395↪gprs:oc2g+mod-bts0-egprs↪iperf3.py:8]\u000a21:59:32.696519 tst iperf3.py:8: Test FAILED (7.8 sec)\u000a21:59:32.760289 run osmo-hlr_10.42.42.2(pid=5053): ERR: Terminated: ERROR {rc=237} [trial-2395↪gprs:oc2g+mod-bts0-egprs↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=5053)]\u000a21:59:32.812280 run osmo-hlr_10.42.42.2(pid=5053): stdout: \u000a| (launched: 2022-12-13_21:59:29.204251) \u000a21:59:32.865127 run osmo-hlr_10.42.42.2(pid=5053): stderr: \u000a| �[0;m�[1;31m20221213215929402 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213215929402 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213215929402 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213215929402 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213215929402 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213215929402 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213215929414 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2395/run.2022-12-13_21-44-31/gprs:oc2g+mod-bts0-egprs/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213215929422 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213215929422 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213215929422 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a21:59:32.910291 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5048): Terminating (SIGTERM)\u000a21:59:32.952382 run iperf3-srv_10.42.42.10(pid=5049): Terminating (SIGTERM)\u000a21:59:32.995156 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5052): Terminating (SIGTERM)\u000a21:59:33.037769 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5055): Terminating (SIGTERM)\u000a21:59:33.080769 run pcap-recorder_any(filters='host 10.42.42.6')(pid=5058): Terminating (SIGTERM)\u000a21:59:33.090457 --- ParallelTerminationStrategy: PID 5048 died...\u000a21:59:33.147529 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5048): Terminated: ok {rc=0}\u000a21:59:33.157594 --- ParallelTerminationStrategy: PID 5049 died...\u000a21:59:33.214184 run iperf3-srv_10.42.42.10(pid=5049): Terminated {rc=256}\u000a21:59:33.224228 --- ParallelTerminationStrategy: PID 5052 died...\u000a21:59:33.280899 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5052): Terminated: ok {rc=0}\u000a21:59:33.290939 --- ParallelTerminationStrategy: PID 5055 died...\u000a21:59:33.347987 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5055): Terminated: ok {rc=0}\u000a21:59:33.358158 --- ParallelTerminationStrategy: PID 5058 died...\u000a21:59:33.414845 run pcap-recorder_any(filters='host 10.42.42.6')(pid=5058): Terminated: ok {rc=0}\u000a21:59:33.502338 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 257, "className" : "gprs:oc2g+mod-bts0-egprs", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=5074): Process ended prematurely: osmo-stp_10.42.42.5(pid=5074) [trial-2395↪gprs:oc2g+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5074)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=5074): Process ended prematurely: osmo-stp_10.42.42.5(pid=5074) [trial-2395↪gprs:oc2g+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5074)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2395 gprs:oc2g+mod-bts0-egprs iperf3m4.py\u000a----------------------------------------------\u000a21:59:34.611894 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a21:59:34.623307 tst gprs:oc2g+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a21:59:34.746709 tst iperf3m4.py: using LAC 36499\u000a21:59:34.863052 tst iperf3m4.py: using RAC 34\u000a21:59:34.979684 tst iperf3m4.py: using CellId 36499\u000a21:59:35.096712 tst iperf3m4.py: using BVCI 36500\u000a21:59:35.119528 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a21:59:35.130208 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a21:59:35.140596 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a21:59:35.151096 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a21:59:35.161500 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a21:59:35.171873 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a21:59:35.182583 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a21:59:35.193009 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a21:59:35.203681 tst gprs:oc2g+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a21:59:35.322165 tst gprs:oc2g+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a21:59:35.438256 tst gprs:oc2g+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a21:59:35.554452 tst gprs:oc2g+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a21:59:35.827588 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a21:59:35.951064 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a21:59:36.260545 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5060): Launched\u000a21:59:36.517734 run iperf3-srv_10.42.42.10(pid=5061): Launched\u000a21:59:36.698220 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a21:59:36.821712 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a21:59:37.130262 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5062): Launched\u000a21:59:37.386435 run iperf3-srv_10.42.42.10(pid=5063): Launched\u000a21:59:37.566770 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a21:59:37.690544 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a21:59:37.999024 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5064): Launched\u000a21:59:38.255944 run iperf3-srv_10.42.42.10(pid=5065): Launched\u000a21:59:38.437429 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a21:59:38.561528 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a21:59:38.870537 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5066): Launched\u000a21:59:39.127426 run iperf3-srv_10.42.42.10(pid=5067): Launched\u000a21:59:39.307160 tst iperf3m4.py:8: start network...\u000a21:59:39.430517 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a21:59:39.907837 run create_hlr_db(pid=5068): Launched\u000a21:59:40.079018 bus /gobi_6: Setting Powered False\u000a21:59:41.101737 run create_hlr_db(pid=5068): Terminated: ok {rc=0}\u000a21:59:41.526166 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5070): Launched\u000a21:59:41.847173 run osmo-hlr_10.42.42.2(pid=5071): Launched\u000a21:59:41.964765 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a21:59:42.519209 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5073): Launched\u000a21:59:42.838934 run osmo-stp_10.42.42.5(pid=5074): Launched\u000a21:59:42.956071 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a21:59:43.514874 run pcap-recorder_any(filters='host 10.42.42.6')(pid=5076): Launched\u000a21:59:43.629388 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a21:59:43.908777 run patchelf(pid=5077): Launched\u000a21:59:44.095640 run osmo-stp_10.42.42.5(pid=5074): ERR: Terminated: ERROR {rc=1} [trial-2395↪gprs:oc2g+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5074)]\u000a21:59:44.233211 run osmo-stp_10.42.42.5(pid=5074): stdout: \u000a| (launched: 2022-12-13_21:59:42.681522)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:59:44.370475 run osmo-stp_10.42.42.5(pid=5074): stderr: \u000a| �[0;m�[38;5;43m20221213215942873 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213215942873 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213215942874 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213215942874 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213215942874 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213215942874 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213215942875 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:59:44.503174 run osmo-stp_10.42.42.5(pid=5074): stdout: \u000a| (launched: 2022-12-13_21:59:42.681522)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:59:44.634549 run osmo-stp_10.42.42.5(pid=5074): stderr: \u000a| �[0;m�[38;5;43m20221213215942873 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213215942873 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213215942874 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213215942874 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213215942874 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213215942874 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213215942875 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:59:44.786878 run patchelf(pid=5077): Terminating (SIGINT)\u000a21:59:44.965599 run patchelf(pid=5077): Terminated: ok {rc=0}\u000a21:59:44.998476 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=5074): Process ended prematurely: osmo-stp_10.42.42.5(pid=5074) [trial-2395↪gprs:oc2g+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5074)] [trial-2395↪gprs:oc2g+mod-bts0-egprs↪iperf3m4.py:8]\u000a21:59:45.008393 tst iperf3m4.py:8: Test FAILED (10.4 sec)\u000a21:59:45.072100 run osmo-hlr_10.42.42.2(pid=5071): ERR: Terminated: ERROR {rc=237} [trial-2395↪gprs:oc2g+mod-bts0-egprs↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=5071)]\u000a21:59:45.124025 run osmo-hlr_10.42.42.2(pid=5071): stdout: \u000a| (launched: 2022-12-13_21:59:41.688090) \u000a21:59:45.176357 run osmo-hlr_10.42.42.2(pid=5071): stderr: \u000a| �[0;m�[1;31m20221213215941889 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213215941889 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213215941889 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213215941889 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213215941889 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213215941889 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213215941910 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2395/run.2022-12-13_21-44-31/gprs:oc2g+mod-bts0-egprs/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213215941920 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213215941920 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213215941920 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a21:59:45.221083 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5060): Terminating (SIGTERM)\u000a21:59:45.263094 run iperf3-srv_10.42.42.10(pid=5061): Terminating (SIGTERM)\u000a21:59:45.305242 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5062): Terminating (SIGTERM)\u000a21:59:45.347401 run iperf3-srv_10.42.42.10(pid=5063): Terminating (SIGTERM)\u000a21:59:45.389495 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5064): Terminating (SIGTERM)\u000a21:59:45.431538 run iperf3-srv_10.42.42.10(pid=5065): Terminating (SIGTERM)\u000a21:59:45.474087 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5066): Terminating (SIGTERM)\u000a21:59:45.515985 run iperf3-srv_10.42.42.10(pid=5067): Terminating (SIGTERM)\u000a21:59:45.557905 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5070): Terminating (SIGTERM)\u000a21:59:45.599760 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5073): Terminating (SIGTERM)\u000a21:59:45.641885 run pcap-recorder_any(filters='host 10.42.42.6')(pid=5076): Terminating (SIGTERM)\u000a21:59:45.651516 --- ParallelTerminationStrategy: PID 5060 died...\u000a21:59:45.708204 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5060): Terminated: ok {rc=0}\u000a21:59:45.718270 --- ParallelTerminationStrategy: PID 5061 died...\u000a21:59:45.774802 run iperf3-srv_10.42.42.10(pid=5061): Terminated {rc=256}\u000a21:59:45.784714 --- ParallelTerminationStrategy: PID 5062 died...\u000a21:59:45.841932 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5062): Terminated: ok {rc=0}\u000a21:59:45.853491 --- ParallelTerminationStrategy: PID 5063 died...\u000a21:59:45.925688 run iperf3-srv_10.42.42.10(pid=5063): Terminated {rc=256}\u000a21:59:45.936422 --- ParallelTerminationStrategy: PID 5064 died...\u000a21:59:45.994944 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5064): Terminated: ok {rc=0}\u000a21:59:46.005798 --- ParallelTerminationStrategy: PID 5065 died...\u000a21:59:46.070382 run iperf3-srv_10.42.42.10(pid=5065): Terminated {rc=256}\u000a21:59:46.082192 --- ParallelTerminationStrategy: PID 5066 died...\u000a21:59:46.140824 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5066): Terminated: ok {rc=0}\u000a21:59:46.151837 --- ParallelTerminationStrategy: PID 5067 died...\u000a21:59:46.211287 run iperf3-srv_10.42.42.10(pid=5067): Terminated {rc=256}\u000a21:59:46.222350 --- ParallelTerminationStrategy: PID 5070 died...\u000a21:59:46.281857 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5070): Terminated: ok {rc=0}\u000a21:59:46.292866 --- ParallelTerminationStrategy: PID 5073 died...\u000a21:59:46.352598 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5073): Terminated: ok {rc=0}\u000a21:59:46.363580 --- ParallelTerminationStrategy: PID 5076 died...\u000a21:59:46.423326 run pcap-recorder_any(filters='host 10.42.42.6')(pid=5076): Terminated: ok {rc=0}\u000a21:59:46.531803 bus /gobi_4: Setting Powered False\u000a21:59:47.638084 bus /gobi_4: Setting Powered False\u000a21:59:48.748557 bus /gobi_1: Setting Powered False\u000a21:59:49.851933 bus /gobi_1: Setting Powered False\u000a21:59:50.958152 bus /gobi_0: Setting Powered False\u000a21:59:52.063595 bus /gobi_0: Setting Powered False\u000a21:59:53.172466 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 257, "className" : "gprs:oc2g+mod-bts0-egprs", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=5084): Process ended prematurely: osmo-stp_10.42.42.5(pid=5084) [trial-2395↪gprs:oc2g+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5084)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=5084): Process ended prematurely: osmo-stp_10.42.42.5(pid=5084) [trial-2395↪gprs:oc2g+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5084)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2395 gprs:oc2g+mod-bts0-egprs ping.py\u000a----------------------------------------------\u000a21:59:54.240444 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a21:59:54.252186 tst gprs:oc2g+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a21:59:54.374452 tst ping.py: using LAC 36500\u000a21:59:54.497306 tst ping.py: using RAC 35\u000a21:59:54.625098 tst ping.py: using CellId 36500\u000a21:59:54.747584 tst ping.py: using BVCI 36501\u000a21:59:54.771545 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a21:59:54.782898 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a21:59:54.794219 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a21:59:54.805320 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a21:59:54.817307 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a21:59:54.829427 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a21:59:54.841580 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a21:59:54.853611 tst gprs:oc2g+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a21:59:55.139183 tst ping.py:19: start network...\u000a21:59:55.270768 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a21:59:55.763900 run create_hlr_db(pid=5078): Launched\u000a21:59:55.945053 bus /gobi_6: Setting Powered False\u000a21:59:56.967205 run create_hlr_db(pid=5078): Terminated: ok {rc=0}\u000a21:59:57.385885 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5080): Launched\u000a21:59:57.700693 run osmo-hlr_10.42.42.2(pid=5081): Launched\u000a21:59:57.818867 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a21:59:58.364802 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5083): Launched\u000a21:59:58.679309 run osmo-stp_10.42.42.5(pid=5084): Launched\u000a21:59:58.793815 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a21:59:59.341826 run pcap-recorder_any(filters='host 10.42.42.6')(pid=5086): Launched\u000a21:59:59.453411 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a21:59:59.726032 run patchelf(pid=5087): Launched\u000a21:59:59.909830 run osmo-stp_10.42.42.5(pid=5084): ERR: Terminated: ERROR {rc=1} [trial-2395↪gprs:oc2g+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5084)]\u000a22:00:00.043941 run osmo-stp_10.42.42.5(pid=5084): stdout: \u000a| (launched: 2022-12-13_21:59:58.524436)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:00:00.179294 run osmo-stp_10.42.42.5(pid=5084): stderr: \u000a| �[0;m�[38;5;43m20221213215958716 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213215958717 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213215958717 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213215958717 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213215958718 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213215958718 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213215958718 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:00:00.309569 run osmo-stp_10.42.42.5(pid=5084): stdout: \u000a| (launched: 2022-12-13_21:59:58.524436)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:00:00.438609 run osmo-stp_10.42.42.5(pid=5084): stderr: \u000a| �[0;m�[38;5;43m20221213215958716 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213215958717 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213215958717 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213215958717 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213215958718 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213215958718 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213215958718 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:00:00.588737 run patchelf(pid=5087): Terminating (SIGINT)\u000a22:00:00.764453 run patchelf(pid=5087): Terminated: ok {rc=0}\u000a22:00:00.796461 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=5084): Process ended prematurely: osmo-stp_10.42.42.5(pid=5084) [trial-2395↪gprs:oc2g+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5084)] [trial-2395↪gprs:oc2g+mod-bts0-egprs↪ping.py:22]\u000a22:00:00.805743 tst ping.py:22: Test FAILED (6.6 sec)\u000a22:00:00.870610 run osmo-hlr_10.42.42.2(pid=5081): ERR: Terminated: ERROR {rc=237} [trial-2395↪gprs:oc2g+mod-bts0-egprs↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=5081)]\u000a22:00:00.926394 run osmo-hlr_10.42.42.2(pid=5081): stdout: \u000a| (launched: 2022-12-13_21:59:57.545682) \u000a22:00:00.979393 run osmo-hlr_10.42.42.2(pid=5081): stderr: \u000a| �[0;m�[1;31m20221213215957741 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213215957741 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213215957741 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213215957741 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213215957741 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213215957741 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213215957754 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2395/run.2022-12-13_21-44-31/gprs:oc2g+mod-bts0-egprs/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213215957763 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213215957764 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213215957764 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:00:01.023109 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5080): Terminating (SIGTERM)\u000a22:00:01.066297 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5083): Terminating (SIGTERM)\u000a22:00:01.108322 run pcap-recorder_any(filters='host 10.42.42.6')(pid=5086): Terminating (SIGTERM)\u000a22:00:01.119200 --- ParallelTerminationStrategy: PID 5080 died...\u000a22:00:01.176653 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5080): Terminated: ok {rc=0}\u000a22:00:01.186772 --- ParallelTerminationStrategy: PID 5083 died...\u000a22:00:01.242067 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5083): Terminated: ok {rc=0}\u000a22:00:01.252086 --- ParallelTerminationStrategy: PID 5086 died...\u000a22:00:01.310494 run pcap-recorder_any(filters='host 10.42.42.6')(pid=5086): Terminated: ok {rc=0}\u000a22:00:01.425055 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 257, "className" : "gprs:oc2g+mod-bts0-egprs", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=5097): Process ended prematurely: osmo-stp_10.42.42.5(pid=5097) [trial-2395↪gprs:oc2g+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5097)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=5097): Process ended prematurely: osmo-stp_10.42.42.5(pid=5097) [trial-2395↪gprs:oc2g+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5097)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2395 gprs:oc2g+mod-bts0-egprs ping_idle_ping.py\u000a----------------------------------------------\u000a22:00:02.481255 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:00:02.493092 tst gprs:oc2g+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a22:00:02.623334 tst ping_idle_ping.py: using LAC 36501\u000a22:00:02.747085 tst ping_idle_ping.py: using RAC 36\u000a22:00:02.870230 tst ping_idle_ping.py: using CellId 36501\u000a22:00:02.993598 tst ping_idle_ping.py: using BVCI 36502\u000a22:00:03.017799 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:00:03.029296 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:00:03.040553 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:00:03.051785 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:00:03.063440 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:00:03.075037 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:00:03.086896 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:00:03.099007 tst gprs:oc2g+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a22:00:03.371202 tst ping_idle_ping.py:24: start network...\u000a22:00:03.492181 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:00:03.966773 run create_hlr_db(pid=5091): Launched\u000a22:00:04.136508 bus /gobi_6: Setting Powered False\u000a22:00:05.158217 run create_hlr_db(pid=5091): Terminated: ok {rc=0}\u000a22:00:05.580052 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5093): Launched\u000a22:00:05.877013 run osmo-hlr_10.42.42.2(pid=5094): Launched\u000a22:00:05.993614 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:00:06.510521 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5096): Launched\u000a22:00:06.805440 run osmo-stp_10.42.42.5(pid=5097): Launched\u000a22:00:06.921178 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a22:00:07.441477 run pcap-recorder_any(filters='host 10.42.42.6')(pid=5099): Launched\u000a22:00:07.546202 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a22:00:07.802887 run patchelf(pid=5100): Launched\u000a22:00:07.975238 run osmo-stp_10.42.42.5(pid=5097): ERR: Terminated: ERROR {rc=1} [trial-2395↪gprs:oc2g+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5097)]\u000a22:00:08.101552 run osmo-stp_10.42.42.5(pid=5097): stdout: \u000a| (launched: 2022-12-13_22:00:06.660794)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:00:08.228348 run osmo-stp_10.42.42.5(pid=5097): stderr: \u000a| �[0;m�[38;5;43m20221213220006832 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213220006832 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213220006832 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213220006833 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213220006833 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213220006833 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213220006833 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:00:08.350593 run osmo-stp_10.42.42.5(pid=5097): stdout: \u000a| (launched: 2022-12-13_22:00:06.660794)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:00:08.471786 run osmo-stp_10.42.42.5(pid=5097): stderr: \u000a| �[0;m�[38;5;43m20221213220006832 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213220006832 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213220006832 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213220006833 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213220006833 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213220006833 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213220006833 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:00:08.613558 run patchelf(pid=5100): Terminating (SIGINT)\u000a22:00:08.778489 run patchelf(pid=5100): Terminated: ok {rc=0}\u000a22:00:08.808572 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=5097): Process ended prematurely: osmo-stp_10.42.42.5(pid=5097) [trial-2395↪gprs:oc2g+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5097)] [trial-2395↪gprs:oc2g+mod-bts0-egprs↪ping_idle_ping.py:27]\u000a22:00:08.817387 tst ping_idle_ping.py:27: Test FAILED (6.3 sec)\u000a22:00:08.877259 run osmo-hlr_10.42.42.2(pid=5094): ERR: Terminated: ERROR {rc=237} [trial-2395↪gprs:oc2g+mod-bts0-egprs↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=5094)]\u000a22:00:08.925749 run osmo-hlr_10.42.42.2(pid=5094): stdout: \u000a| (launched: 2022-12-13_22:00:05.729863) \u000a22:00:08.975019 run osmo-hlr_10.42.42.2(pid=5094): stderr: \u000a| �[0;m�[1;31m20221213220005903 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213220005903 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213220005903 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213220005903 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213220005903 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213220005903 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213220005916 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2395/run.2022-12-13_21-44-31/gprs:oc2g+mod-bts0-egprs/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213220005925 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213220005925 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213220005925 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:00:09.016891 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5093): Terminating (SIGTERM)\u000a22:00:09.056182 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5096): Terminating (SIGTERM)\u000a22:00:09.095552 run pcap-recorder_any(filters='host 10.42.42.6')(pid=5099): Terminating (SIGTERM)\u000a22:00:09.104701 --- ParallelTerminationStrategy: PID 5093 died...\u000a22:00:09.157365 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5093): Terminated: ok {rc=0}\u000a22:00:09.166797 --- ParallelTerminationStrategy: PID 5096 died...\u000a22:00:09.219426 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5096): Terminated: ok {rc=0}\u000a22:00:09.228838 --- ParallelTerminationStrategy: PID 5099 died...\u000a22:00:09.281638 run pcap-recorder_any(filters='host 10.42.42.6')(pid=5099): Terminated: ok {rc=0}\u000a22:00:09.370138 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 60.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "31", "name" : "gprs_oc2g+mod-bts0-egprs", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T21:59:12" }, { "cases" : [ { "testActions" : [ ], "age" : 257, "className" : "gprs:oc2g+mod-bts0-dynts-ipa", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=5114): Process ended prematurely: osmo-stp_10.42.42.5(pid=5114) [trial-2395↪gprs:oc2g+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5114)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=5114): Process ended prematurely: osmo-stp_10.42.42.5(pid=5114) [trial-2395↪gprs:oc2g+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5114)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2395 gprs:oc2g+mod-bts0-dynts-ipa cs_paging_gprs_active.py\u000a----------------------------------------------\u000a22:00:11.476200 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:00:11.486871 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a22:00:11.632761 tst cs_paging_gprs_active.py: using LAC 36502\u000a22:00:11.757901 tst cs_paging_gprs_active.py: using RAC 37\u000a22:00:11.882390 tst cs_paging_gprs_active.py: using CellId 36502\u000a22:00:12.001996 tst cs_paging_gprs_active.py: using BVCI 36503\u000a22:00:12.024833 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:00:12.035692 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:00:12.046396 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:00:12.057124 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:00:12.067936 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:00:12.079032 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:00:12.090006 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:00:12.100733 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:00:12.111469 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a22:00:12.224636 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a22:00:12.518047 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a22:00:12.653933 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a22:00:12.987427 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5104): Launched\u000a22:00:13.265688 run iperf3-srv_10.42.42.10(pid=5105): Launched\u000a22:00:13.464094 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a22:00:13.599517 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a22:00:13.932665 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5106): Launched\u000a22:00:14.209909 run iperf3-srv_10.42.42.10(pid=5107): Launched\u000a22:00:14.407154 tst cs_paging_gprs_active.py:38: start network...\u000a22:00:14.541999 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:00:15.049534 run create_hlr_db(pid=5108): Launched\u000a22:00:15.236570 bus /gobi_6: Setting Powered False\u000a22:00:16.281457 run create_hlr_db(pid=5108): Terminated: ok {rc=0}\u000a22:00:16.775658 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5110): Launched\u000a22:00:17.215918 run osmo-hlr_10.42.42.2(pid=5111): Launched\u000a22:00:17.342700 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:00:17.899733 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5113): Launched\u000a22:00:18.222467 run osmo-stp_10.42.42.5(pid=5114): Launched\u000a22:00:18.339928 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a22:00:18.901498 run pcap-recorder_any(filters='host 10.42.42.6')(pid=5116): Launched\u000a22:00:19.016843 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a22:00:19.297886 run patchelf(pid=5117): Launched\u000a22:00:19.486038 run osmo-stp_10.42.42.5(pid=5114): ERR: Terminated: ERROR {rc=1} [trial-2395↪gprs:oc2g+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5114)]\u000a22:00:19.623869 run osmo-stp_10.42.42.5(pid=5114): stdout: \u000a| (launched: 2022-12-13_22:00:18.062907)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:00:19.762326 run osmo-stp_10.42.42.5(pid=5114): stderr: \u000a| �[0;m�[38;5;43m20221213220018253 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213220018254 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213220018254 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213220018254 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213220018256 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213220018257 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213220018257 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:00:19.895788 run osmo-stp_10.42.42.5(pid=5114): stdout: \u000a| (launched: 2022-12-13_22:00:18.062907)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:00:20.028067 run osmo-stp_10.42.42.5(pid=5114): stderr: \u000a| �[0;m�[38;5;43m20221213220018253 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213220018254 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213220018254 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213220018254 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213220018256 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213220018257 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213220018257 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:00:20.182488 run patchelf(pid=5117): Terminating (SIGINT)\u000a22:00:20.362990 run patchelf(pid=5117): Terminated: ok {rc=0}\u000a22:00:20.395855 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=5114): Process ended prematurely: osmo-stp_10.42.42.5(pid=5114) [trial-2395↪gprs:oc2g+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5114)] [trial-2395↪gprs:oc2g+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38]\u000a22:00:20.405655 tst cs_paging_gprs_active.py:38: Test FAILED (9.0 sec)\u000a22:00:20.468615 run osmo-hlr_10.42.42.2(pid=5111): ERR: Terminated: ERROR {rc=237} [trial-2395↪gprs:oc2g+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=5111)]\u000a22:00:20.519745 run osmo-hlr_10.42.42.2(pid=5111): stdout: \u000a| (launched: 2022-12-13_22:00:16.946110) \u000a22:00:20.571404 run osmo-hlr_10.42.42.2(pid=5111): stderr: \u000a| �[0;m�[1;31m20221213220017239 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213220017239 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213220017239 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213220017239 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213220017239 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213220017239 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213220017267 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2395/run.2022-12-13_21-44-31/gprs:oc2g+mod-bts0-dynts-ipa/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213220017276 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213220017276 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213220017276 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:00:20.615653 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5104): Terminating (SIGTERM)\u000a22:00:20.657537 run iperf3-srv_10.42.42.10(pid=5105): Terminating (SIGTERM)\u000a22:00:20.699880 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5106): Terminating (SIGTERM)\u000a22:00:20.741428 run iperf3-srv_10.42.42.10(pid=5107): Terminating (SIGTERM)\u000a22:00:20.783054 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5110): Terminating (SIGTERM)\u000a22:00:20.824597 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5113): Terminating (SIGTERM)\u000a22:00:20.866359 run pcap-recorder_any(filters='host 10.42.42.6')(pid=5116): Terminating (SIGTERM)\u000a22:00:20.875828 --- ParallelTerminationStrategy: PID 5104 died...\u000a22:00:20.931914 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5104): Terminated: ok {rc=0}\u000a22:00:20.941818 --- ParallelTerminationStrategy: PID 5105 died...\u000a22:00:20.997373 run iperf3-srv_10.42.42.10(pid=5105): Terminated {rc=256}\u000a22:00:21.007207 --- ParallelTerminationStrategy: PID 5106 died...\u000a22:00:21.063080 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5106): Terminated: ok {rc=0}\u000a22:00:21.073066 --- ParallelTerminationStrategy: PID 5107 died...\u000a22:00:21.129125 run iperf3-srv_10.42.42.10(pid=5107): Terminated {rc=256}\u000a22:00:21.138953 --- ParallelTerminationStrategy: PID 5110 died...\u000a22:00:21.194920 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5110): Terminated: ok {rc=0}\u000a22:00:21.204764 --- ParallelTerminationStrategy: PID 5113 died...\u000a22:00:21.260724 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5113): Terminated: ok {rc=0}\u000a22:00:21.270614 --- ParallelTerminationStrategy: PID 5116 died...\u000a22:00:21.326356 run pcap-recorder_any(filters='host 10.42.42.6')(pid=5116): Terminated: ok {rc=0}\u000a22:00:21.414076 bus /gobi_0: Setting Powered False\u000a22:00:22.518894 bus /gobi_0: Setting Powered False\u000a22:00:23.628216 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 257, "className" : "gprs:oc2g+mod-bts0-dynts-ipa", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=5126): Process ended prematurely: osmo-stp_10.42.42.5(pid=5126) [trial-2395↪gprs:oc2g+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5126)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=5126): Process ended prematurely: osmo-stp_10.42.42.5(pid=5126) [trial-2395↪gprs:oc2g+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5126)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2395 gprs:oc2g+mod-bts0-dynts-ipa iperf3.py\u000a----------------------------------------------\u000a22:00:24.742571 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:00:24.754276 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a22:00:24.933998 tst iperf3.py: using LAC 36503\u000a22:00:25.061024 tst iperf3.py: using RAC 38\u000a22:00:25.186887 tst iperf3.py: using CellId 36503\u000a22:00:25.312785 tst iperf3.py: using BVCI 36504\u000a22:00:25.337430 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:00:25.348581 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:00:25.359507 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:00:25.370558 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:00:25.381766 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:00:25.393061 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:00:25.404384 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:00:25.415592 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:00:25.427089 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a22:00:25.721103 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a22:00:25.855999 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a22:00:26.189582 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5118): Launched\u000a22:00:26.466363 run iperf3-srv_10.42.42.10(pid=5119): Launched\u000a22:00:26.663437 tst iperf3.py:8: start network...\u000a22:00:26.798369 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:00:27.303891 run create_hlr_db(pid=5120): Launched\u000a22:00:27.489519 bus /gobi_6: Setting Powered False\u000a22:00:28.511703 run create_hlr_db(pid=5120): Terminated: ok {rc=0}\u000a22:00:28.916470 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5122): Launched\u000a22:00:29.217313 run osmo-hlr_10.42.42.2(pid=5123): Launched\u000a22:00:29.327967 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:00:29.850192 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5125): Launched\u000a22:00:30.150437 run osmo-stp_10.42.42.5(pid=5126): Launched\u000a22:00:30.263000 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a22:00:30.787212 run pcap-recorder_any(filters='host 10.42.42.6')(pid=5128): Launched\u000a22:00:30.914702 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a22:00:31.242728 run patchelf(pid=5129): Launched\u000a22:00:31.430346 run osmo-stp_10.42.42.5(pid=5126): ERR: Terminated: ERROR {rc=1} [trial-2395↪gprs:oc2g+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5126)]\u000a22:00:31.566842 run osmo-stp_10.42.42.5(pid=5126): stdout: \u000a| (launched: 2022-12-13_22:00:30.002301)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:00:31.701481 run osmo-stp_10.42.42.5(pid=5126): stderr: \u000a| �[0;m�[38;5;43m20221213220030175 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213220030175 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213220030175 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213220030175 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213220030176 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213220030176 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213220030176 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:00:31.831548 run osmo-stp_10.42.42.5(pid=5126): stdout: \u000a| (launched: 2022-12-13_22:00:30.002301)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:00:31.960762 run osmo-stp_10.42.42.5(pid=5126): stderr: \u000a| �[0;m�[38;5;43m20221213220030175 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213220030175 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213220030175 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213220030175 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213220030176 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213220030176 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213220030176 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:00:32.109280 run patchelf(pid=5129): Terminating (SIGINT)\u000a22:00:32.282375 run patchelf(pid=5129): Terminated: ok {rc=0}\u000a22:00:32.313568 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=5126): Process ended prematurely: osmo-stp_10.42.42.5(pid=5126) [trial-2395↪gprs:oc2g+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5126)] [trial-2395↪gprs:oc2g+mod-bts0-dynts-ipa↪iperf3.py:8]\u000a22:00:32.322864 tst iperf3.py:8: Test FAILED (7.6 sec)\u000a22:00:32.383278 run osmo-hlr_10.42.42.2(pid=5123): ERR: Terminated: ERROR {rc=237} [trial-2395↪gprs:oc2g+mod-bts0-dynts-ipa↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=5123)]\u000a22:00:32.432621 run osmo-hlr_10.42.42.2(pid=5123): stdout: \u000a| (launched: 2022-12-13_22:00:29.069144) \u000a22:00:32.482385 run osmo-hlr_10.42.42.2(pid=5123): stderr: \u000a| �[0;m�[1;31m20221213220029245 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213220029245 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213220029245 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213220029245 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213220029245 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213220029245 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213220029258 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2395/run.2022-12-13_21-44-31/gprs:oc2g+mod-bts0-dynts-ipa/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213220029268 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213220029268 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213220029268 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:00:32.524731 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5118): Terminating (SIGTERM)\u000a22:00:32.564745 run iperf3-srv_10.42.42.10(pid=5119): Terminating (SIGTERM)\u000a22:00:32.604849 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5122): Terminating (SIGTERM)\u000a22:00:32.644787 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5125): Terminating (SIGTERM)\u000a22:00:32.685008 run pcap-recorder_any(filters='host 10.42.42.6')(pid=5128): Terminating (SIGTERM)\u000a22:00:32.694101 --- ParallelTerminationStrategy: PID 5118 died...\u000a22:00:32.748287 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5118): Terminated: ok {rc=0}\u000a22:00:32.758191 --- ParallelTerminationStrategy: PID 5119 died...\u000a22:00:32.812276 run iperf3-srv_10.42.42.10(pid=5119): Terminated {rc=256}\u000a22:00:32.821751 --- ParallelTerminationStrategy: PID 5122 died...\u000a22:00:32.875585 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5122): Terminated: ok {rc=0}\u000a22:00:32.885072 --- ParallelTerminationStrategy: PID 5125 died...\u000a22:00:32.938819 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5125): Terminated: ok {rc=0}\u000a22:00:32.948217 --- ParallelTerminationStrategy: PID 5128 died...\u000a22:00:33.002079 run pcap-recorder_any(filters='host 10.42.42.6')(pid=5128): Terminated: ok {rc=0}\u000a22:00:33.090106 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 257, "className" : "gprs:oc2g+mod-bts0-dynts-ipa", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=5144): Process ended prematurely: osmo-stp_10.42.42.5(pid=5144) [trial-2395↪gprs:oc2g+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5144)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=5144): Process ended prematurely: osmo-stp_10.42.42.5(pid=5144) [trial-2395↪gprs:oc2g+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5144)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2395 gprs:oc2g+mod-bts0-dynts-ipa iperf3m4.py\u000a----------------------------------------------\u000a22:00:34.199807 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:00:34.211118 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a22:00:34.354519 tst iperf3m4.py: using LAC 36504\u000a22:00:34.474207 tst iperf3m4.py: using RAC 39\u000a22:00:34.592136 tst iperf3m4.py: using CellId 36504\u000a22:00:34.712087 tst iperf3m4.py: using BVCI 36505\u000a22:00:34.735041 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:00:34.745805 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:00:34.756344 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:00:34.767192 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:00:34.777833 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:00:34.788823 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:00:34.799700 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:00:34.810518 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:00:34.821540 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a22:00:34.938555 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a22:00:35.059769 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a22:00:35.176795 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a22:00:35.471267 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a22:00:35.606746 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a22:00:35.940167 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5130): Launched\u000a22:00:36.218259 run iperf3-srv_10.42.42.10(pid=5131): Launched\u000a22:00:36.415501 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a22:00:36.550194 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a22:00:36.884316 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5132): Launched\u000a22:00:37.162216 run iperf3-srv_10.42.42.10(pid=5133): Launched\u000a22:00:37.359529 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a22:00:37.494352 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a22:00:37.827477 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5134): Launched\u000a22:00:38.104684 run iperf3-srv_10.42.42.10(pid=5135): Launched\u000a22:00:38.302782 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a22:00:38.437137 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a22:00:38.770497 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5136): Launched\u000a22:00:39.047437 run iperf3-srv_10.42.42.10(pid=5137): Launched\u000a22:00:39.245379 tst iperf3m4.py:8: start network...\u000a22:00:39.379880 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:00:39.887117 run create_hlr_db(pid=5138): Launched\u000a22:00:40.072757 bus /gobi_6: Setting Powered False\u000a22:00:41.093879 run create_hlr_db(pid=5138): Terminated: ok {rc=0}\u000a22:00:41.497700 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5140): Launched\u000a22:00:41.798731 run osmo-hlr_10.42.42.2(pid=5141): Launched\u000a22:00:41.918954 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:00:42.450034 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5143): Launched\u000a22:00:42.749201 run osmo-stp_10.42.42.5(pid=5144): Launched\u000a22:00:42.858542 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a22:00:43.382196 run pcap-recorder_any(filters='host 10.42.42.6')(pid=5146): Launched\u000a22:00:43.488824 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a22:00:43.750298 run patchelf(pid=5147): Launched\u000a22:00:43.926015 run osmo-stp_10.42.42.5(pid=5144): ERR: Terminated: ERROR {rc=1} [trial-2395↪gprs:oc2g+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5144)]\u000a22:00:44.054478 run osmo-stp_10.42.42.5(pid=5144): stdout: \u000a| (launched: 2022-12-13_22:00:42.601997)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:00:44.183209 run osmo-stp_10.42.42.5(pid=5144): stderr: \u000a| �[0;m�[38;5;43m20221213220042775 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213220042775 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213220042775 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213220042775 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213220042776 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213220042776 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213220042776 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:00:44.307540 run osmo-stp_10.42.42.5(pid=5144): stdout: \u000a| (launched: 2022-12-13_22:00:42.601997)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:00:44.430968 run osmo-stp_10.42.42.5(pid=5144): stderr: \u000a| �[0;m�[38;5;43m20221213220042775 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213220042775 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213220042775 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213220042775 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213220042776 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213220042776 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213220042776 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:00:44.574722 run patchelf(pid=5147): Terminating (SIGINT)\u000a22:00:44.743093 run patchelf(pid=5147): Terminated: ok {rc=0}\u000a22:00:44.774116 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=5144): Process ended prematurely: osmo-stp_10.42.42.5(pid=5144) [trial-2395↪gprs:oc2g+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5144)] [trial-2395↪gprs:oc2g+mod-bts0-dynts-ipa↪iperf3m4.py:8]\u000a22:00:44.783304 tst iperf3m4.py:8: Test FAILED (10.6 sec)\u000a22:00:44.843351 run osmo-hlr_10.42.42.2(pid=5141): ERR: Terminated: ERROR {rc=237} [trial-2395↪gprs:oc2g+mod-bts0-dynts-ipa↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=5141)]\u000a22:00:44.892469 run osmo-hlr_10.42.42.2(pid=5141): stdout: \u000a| (launched: 2022-12-13_22:00:41.650521) \u000a22:00:44.941714 run osmo-hlr_10.42.42.2(pid=5141): stderr: \u000a| �[0;m�[1;31m20221213220041830 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213220041830 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213220041830 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213220041830 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213220041830 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213220041831 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213220041843 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2395/run.2022-12-13_21-44-31/gprs:oc2g+mod-bts0-dynts-ipa/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213220041852 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213220041852 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213220041852 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:00:44.983492 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5130): Terminating (SIGTERM)\u000a22:00:45.023365 run iperf3-srv_10.42.42.10(pid=5131): Terminating (SIGTERM)\u000a22:00:45.062774 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5132): Terminating (SIGTERM)\u000a22:00:45.102258 run iperf3-srv_10.42.42.10(pid=5133): Terminating (SIGTERM)\u000a22:00:45.141830 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5134): Terminating (SIGTERM)\u000a22:00:45.181669 run iperf3-srv_10.42.42.10(pid=5135): Terminating (SIGTERM)\u000a22:00:45.221378 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5136): Terminating (SIGTERM)\u000a22:00:45.261088 run iperf3-srv_10.42.42.10(pid=5137): Terminating (SIGTERM)\u000a22:00:45.300405 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5140): Terminating (SIGTERM)\u000a22:00:45.339842 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5143): Terminating (SIGTERM)\u000a22:00:45.379511 run pcap-recorder_any(filters='host 10.42.42.6')(pid=5146): Terminating (SIGTERM)\u000a22:00:45.388589 --- ParallelTerminationStrategy: PID 5130 died...\u000a22:00:45.441450 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5130): Terminated: ok {rc=0}\u000a22:00:45.450848 --- ParallelTerminationStrategy: PID 5131 died...\u000a22:00:45.503269 run iperf3-srv_10.42.42.10(pid=5131): Terminated {rc=256}\u000a22:00:45.512586 --- ParallelTerminationStrategy: PID 5132 died...\u000a22:00:45.565126 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5132): Terminated: ok {rc=0}\u000a22:00:45.574512 --- ParallelTerminationStrategy: PID 5133 died...\u000a22:00:45.627451 run iperf3-srv_10.42.42.10(pid=5133): Terminated {rc=256}\u000a22:00:45.636904 --- ParallelTerminationStrategy: PID 5134 died...\u000a22:00:45.689348 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5134): Terminated: ok {rc=0}\u000a22:00:45.698726 --- ParallelTerminationStrategy: PID 5135 died...\u000a22:00:45.751436 run iperf3-srv_10.42.42.10(pid=5135): Terminated {rc=256}\u000a22:00:45.760817 --- ParallelTerminationStrategy: PID 5136 died...\u000a22:00:45.813295 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5136): Terminated: ok {rc=0}\u000a22:00:45.822642 --- ParallelTerminationStrategy: PID 5137 died...\u000a22:00:45.875903 run iperf3-srv_10.42.42.10(pid=5137): Terminated {rc=256}\u000a22:00:45.885889 --- ParallelTerminationStrategy: PID 5140 died...\u000a22:00:45.945631 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5140): Terminated: ok {rc=0}\u000a22:00:45.955613 --- ParallelTerminationStrategy: PID 5143 died...\u000a22:00:46.009501 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5143): Terminated: ok {rc=0}\u000a22:00:46.019518 --- ParallelTerminationStrategy: PID 5146 died...\u000a22:00:46.078971 run pcap-recorder_any(filters='host 10.42.42.6')(pid=5146): Terminated: ok {rc=0}\u000a22:00:46.180801 bus /gobi_4: Setting Powered False\u000a22:00:47.297254 bus /gobi_4: Setting Powered False\u000a22:00:48.410253 bus /gobi_1: Setting Powered False\u000a22:00:49.513286 bus /gobi_1: Setting Powered False\u000a22:00:50.623912 bus /gobi_0: Setting Powered False\u000a22:00:51.731525 bus /gobi_0: Setting Powered False\u000a22:00:52.840406 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 257, "className" : "gprs:oc2g+mod-bts0-dynts-ipa", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=5154): Process ended prematurely: osmo-stp_10.42.42.5(pid=5154) [trial-2395↪gprs:oc2g+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5154)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=5154): Process ended prematurely: osmo-stp_10.42.42.5(pid=5154) [trial-2395↪gprs:oc2g+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5154)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2395 gprs:oc2g+mod-bts0-dynts-ipa ping.py\u000a----------------------------------------------\u000a22:00:53.909742 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:00:53.922146 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a22:00:54.072269 tst ping.py: using LAC 36505\u000a22:00:54.190876 tst ping.py: using RAC 40\u000a22:00:54.306776 tst ping.py: using CellId 36505\u000a22:00:54.422813 tst ping.py: using BVCI 36506\u000a22:00:54.445439 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:00:54.456168 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:00:54.466763 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:00:54.477323 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:00:54.488081 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:00:54.499111 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:00:54.510268 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:00:54.521181 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a22:00:54.792497 tst ping.py:19: start network...\u000a22:00:54.915256 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:00:55.389596 run create_hlr_db(pid=5148): Launched\u000a22:00:55.559751 bus /gobi_6: Setting Powered False\u000a22:00:56.582205 run create_hlr_db(pid=5148): Terminated: ok {rc=0}\u000a22:00:57.003246 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5150): Launched\u000a22:00:57.320083 run osmo-hlr_10.42.42.2(pid=5151): Launched\u000a22:00:57.440182 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:00:57.991602 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5153): Launched\u000a22:00:58.309062 run osmo-stp_10.42.42.5(pid=5154): Launched\u000a22:00:58.424237 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a22:00:58.977301 run pcap-recorder_any(filters='host 10.42.42.6')(pid=5156): Launched\u000a22:00:59.090418 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a22:00:59.366908 run patchelf(pid=5157): Launched\u000a22:00:59.551932 run osmo-stp_10.42.42.5(pid=5154): ERR: Terminated: ERROR {rc=1} [trial-2395↪gprs:oc2g+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5154)]\u000a22:00:59.687856 run osmo-stp_10.42.42.5(pid=5154): stdout: \u000a| (launched: 2022-12-13_22:00:58.152495)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:00:59.823429 run osmo-stp_10.42.42.5(pid=5154): stderr: \u000a| �[0;m�[38;5;43m20221213220058343 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213220058343 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213220058343 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213220058344 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213220058346 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213220058346 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213220058346 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:00:59.954609 run osmo-stp_10.42.42.5(pid=5154): stdout: \u000a| (launched: 2022-12-13_22:00:58.152495)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:01:00.084723 run osmo-stp_10.42.42.5(pid=5154): stderr: \u000a| �[0;m�[38;5;43m20221213220058343 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213220058343 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213220058343 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213220058344 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213220058346 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213220058346 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213220058346 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:01:00.236167 run patchelf(pid=5157): Terminating (SIGINT)\u000a22:01:00.413387 run patchelf(pid=5157): Terminated: ok {rc=0}\u000a22:01:00.445627 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=5154): Process ended prematurely: osmo-stp_10.42.42.5(pid=5154) [trial-2395↪gprs:oc2g+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5154)] [trial-2395↪gprs:oc2g+mod-bts0-dynts-ipa↪ping.py:22]\u000a22:01:00.454839 tst ping.py:22: Test FAILED (6.5 sec)\u000a22:01:00.517841 run osmo-hlr_10.42.42.2(pid=5151): ERR: Terminated: ERROR {rc=237} [trial-2395↪gprs:oc2g+mod-bts0-dynts-ipa↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=5151)]\u000a22:01:00.569242 run osmo-hlr_10.42.42.2(pid=5151): stdout: \u000a| (launched: 2022-12-13_22:00:57.164444) \u000a22:01:00.621349 run osmo-hlr_10.42.42.2(pid=5151): stderr: \u000a| �[0;m�[1;31m20221213220057361 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213220057361 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213220057361 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213220057361 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213220057361 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213220057362 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213220057374 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2395/run.2022-12-13_21-44-31/gprs:oc2g+mod-bts0-dynts-ipa/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213220057383 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213220057383 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213220057383 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:01:00.665857 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5150): Terminating (SIGTERM)\u000a22:01:00.707720 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5153): Terminating (SIGTERM)\u000a22:01:00.750329 run pcap-recorder_any(filters='host 10.42.42.6')(pid=5156): Terminating (SIGTERM)\u000a22:01:00.759913 --- ParallelTerminationStrategy: PID 5150 died...\u000a22:01:00.816530 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5150): Terminated: ok {rc=0}\u000a22:01:00.826542 --- ParallelTerminationStrategy: PID 5153 died...\u000a22:01:00.900748 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5153): Terminated: ok {rc=0}\u000a22:01:00.915291 --- ParallelTerminationStrategy: PID 5156 died...\u000a22:01:00.976397 run pcap-recorder_any(filters='host 10.42.42.6')(pid=5156): Terminated: ok {rc=0}\u000a22:01:01.062064 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 257, "className" : "gprs:oc2g+mod-bts0-dynts-ipa", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=5164): Process ended prematurely: osmo-stp_10.42.42.5(pid=5164) [trial-2395↪gprs:oc2g+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5164)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=5164): Process ended prematurely: osmo-stp_10.42.42.5(pid=5164) [trial-2395↪gprs:oc2g+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5164)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2395 gprs:oc2g+mod-bts0-dynts-ipa ping_idle_ping.py\u000a----------------------------------------------\u000a22:01:02.115940 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:01:02.129328 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a22:01:02.282655 tst ping_idle_ping.py: using LAC 36506\u000a22:01:02.406145 tst ping_idle_ping.py: using RAC 41\u000a22:01:02.532371 tst ping_idle_ping.py: using CellId 36506\u000a22:01:02.656642 tst ping_idle_ping.py: using BVCI 36507\u000a22:01:02.680830 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:01:02.692099 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:01:02.703141 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:01:02.714289 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:01:02.726136 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:01:02.737882 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:01:02.750023 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:01:02.762392 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a22:01:03.038527 tst ping_idle_ping.py:24: start network...\u000a22:01:03.162123 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:01:03.640283 run create_hlr_db(pid=5158): Launched\u000a22:01:03.811916 bus /gobi_6: Setting Powered False\u000a22:01:04.832662 run create_hlr_db(pid=5158): Terminated: ok {rc=0}\u000a22:01:05.258184 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5160): Launched\u000a22:01:05.576361 run osmo-hlr_10.42.42.2(pid=5161): Launched\u000a22:01:05.693363 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:01:06.243029 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5163): Launched\u000a22:01:06.560890 run osmo-stp_10.42.42.5(pid=5164): Launched\u000a22:01:06.676500 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a22:01:07.230112 run pcap-recorder_any(filters='host 10.42.42.6')(pid=5166): Launched\u000a22:01:07.343305 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a22:01:07.619938 run patchelf(pid=5167): Launched\u000a22:01:07.805167 run osmo-stp_10.42.42.5(pid=5164): ERR: Terminated: ERROR {rc=1} [trial-2395↪gprs:oc2g+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5164)]\u000a22:01:07.940717 run osmo-stp_10.42.42.5(pid=5164): stdout: \u000a| (launched: 2022-12-13_22:01:06.404048)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:01:08.077007 run osmo-stp_10.42.42.5(pid=5164): stderr: \u000a| �[0;m�[38;5;43m20221213220106595 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213220106595 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213220106595 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213220106595 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213220106596 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213220106596 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213220106596 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:01:08.209100 run osmo-stp_10.42.42.5(pid=5164): stdout: \u000a| (launched: 2022-12-13_22:01:06.404048)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:01:08.339412 run osmo-stp_10.42.42.5(pid=5164): stderr: \u000a| �[0;m�[38;5;43m20221213220106595 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213220106595 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213220106595 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213220106595 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213220106596 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213220106596 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213220106596 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:01:08.490844 run patchelf(pid=5167): Terminating (SIGINT)\u000a22:01:08.668361 run patchelf(pid=5167): Terminated: ok {rc=0}\u000a22:01:08.700651 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=5164): Process ended prematurely: osmo-stp_10.42.42.5(pid=5164) [trial-2395↪gprs:oc2g+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5164)] [trial-2395↪gprs:oc2g+mod-bts0-dynts-ipa↪ping_idle_ping.py:27]\u000a22:01:08.710025 tst ping_idle_ping.py:27: Test FAILED (6.6 sec)\u000a22:01:08.773172 run osmo-hlr_10.42.42.2(pid=5161): ERR: Terminated: ERROR {rc=237} [trial-2395↪gprs:oc2g+mod-bts0-dynts-ipa↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=5161)]\u000a22:01:08.824740 run osmo-hlr_10.42.42.2(pid=5161): stdout: \u000a| (launched: 2022-12-13_22:01:05.419787) \u000a22:01:08.877090 run osmo-hlr_10.42.42.2(pid=5161): stderr: \u000a| �[0;m�[1;31m20221213220105619 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213220105619 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213220105619 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213220105619 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213220105619 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213220105619 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213220105631 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2395/run.2022-12-13_21-44-31/gprs:oc2g+mod-bts0-dynts-ipa/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213220105640 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213220105640 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213220105640 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:01:08.921843 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5160): Terminating (SIGTERM)\u000a22:01:08.963883 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5163): Terminating (SIGTERM)\u000a22:01:09.006556 run pcap-recorder_any(filters='host 10.42.42.6')(pid=5166): Terminating (SIGTERM)\u000a22:01:09.016574 --- ParallelTerminationStrategy: PID 5160 died...\u000a22:01:09.072850 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5160): Terminated: ok {rc=0}\u000a22:01:09.083001 --- ParallelTerminationStrategy: PID 5163 died...\u000a22:01:09.139296 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5163): Terminated: ok {rc=0}\u000a22:01:09.149356 --- ParallelTerminationStrategy: PID 5166 died...\u000a22:01:09.205630 run pcap-recorder_any(filters='host 10.42.42.6')(pid=5166): Terminated: ok {rc=0}\u000a22:01:09.292839 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 60.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "32", "name" : "gprs_oc2g+mod-bts0-dynts-ipa", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T22:00:11" }, { "cases" : [ { "testActions" : [ ], "age" : 257, "className" : "gprs:oc2g+mod-bts0-dynts-osmo", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=5182): Process ended prematurely: osmo-stp_10.42.42.5(pid=5182) [trial-2395↪gprs:oc2g+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5182)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=5182): Process ended prematurely: osmo-stp_10.42.42.5(pid=5182) [trial-2395↪gprs:oc2g+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5182)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2395 gprs:oc2g+mod-bts0-dynts-osmo cs_paging_gprs_active.py\u000a----------------------------------------------\u000a22:01:11.417781 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a22:01:11.429014 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a22:01:11.581165 tst cs_paging_gprs_active.py: using LAC 36507\u000a22:01:11.708582 tst cs_paging_gprs_active.py: using RAC 42\u000a22:01:11.833745 tst cs_paging_gprs_active.py: using CellId 36507\u000a22:01:11.958533 tst cs_paging_gprs_active.py: using BVCI 36508\u000a22:01:11.983129 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a22:01:11.994354 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a22:01:12.005288 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a22:01:12.016205 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a22:01:12.027477 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a22:01:12.038858 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a22:01:12.050270 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a22:01:12.061414 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a22:01:12.072678 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a22:01:12.191494 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a22:01:12.481717 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a22:01:12.607202 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a22:01:12.919125 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5172): Launched\u000a22:01:13.178417 run iperf3-srv_10.42.42.10(pid=5173): Launched\u000a22:01:13.361653 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a22:01:13.486771 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a22:01:13.799415 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5174): Launched\u000a22:01:14.057771 run iperf3-srv_10.42.42.10(pid=5175): Launched\u000a22:01:14.240324 tst cs_paging_gprs_active.py:38: start network...\u000a22:01:14.365569 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:01:14.847418 run create_hlr_db(pid=5176): Launched\u000a22:01:15.020088 bus /gobi_6: Setting Powered False\u000a22:01:16.069744 run create_hlr_db(pid=5176): Terminated: ok {rc=0}\u000a22:01:16.517972 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5178): Launched\u000a22:01:16.922707 run osmo-hlr_10.42.42.2(pid=5179): Launched\u000a22:01:17.198825 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:01:17.776813 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5181): Launched\u000a22:01:18.079200 run osmo-stp_10.42.42.5(pid=5182): Launched\u000a22:01:18.188816 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a22:01:18.714979 run pcap-recorder_any(filters='host 10.42.42.6')(pid=5184): Launched\u000a22:01:18.822671 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a22:01:19.085994 run patchelf(pid=5185): Launched\u000a22:01:19.263752 run osmo-stp_10.42.42.5(pid=5182): ERR: Terminated: ERROR {rc=1} [trial-2395↪gprs:oc2g+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5182)]\u000a22:01:19.392710 run osmo-stp_10.42.42.5(pid=5182): stdout: \u000a| (launched: 2022-12-13_22:01:17.930594)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:01:19.522440 run osmo-stp_10.42.42.5(pid=5182): stderr: \u000a| �[0;m�[38;5;43m20221213220118100 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213220118100 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213220118100 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213220118101 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213220118103 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213220118103 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213220118103 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:01:19.647612 run osmo-stp_10.42.42.5(pid=5182): stdout: \u000a| (launched: 2022-12-13_22:01:17.930594)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:01:19.771397 run osmo-stp_10.42.42.5(pid=5182): stderr: \u000a| �[0;m�[38;5;43m20221213220118100 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213220118100 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213220118100 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213220118101 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213220118103 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213220118103 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213220118103 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:01:19.915504 run patchelf(pid=5185): Terminating (SIGINT)\u000a22:01:20.084250 run patchelf(pid=5185): Terminated: ok {rc=0}\u000a22:01:20.115403 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=5182): Process ended prematurely: osmo-stp_10.42.42.5(pid=5182) [trial-2395↪gprs:oc2g+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5182)] [trial-2395↪gprs:oc2g+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38]\u000a22:01:20.124597 tst cs_paging_gprs_active.py:38: Test FAILED (8.7 sec)\u000a22:01:20.184057 run osmo-hlr_10.42.42.2(pid=5179): ERR: Terminated: ERROR {rc=237} [trial-2395↪gprs:oc2g+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=5179)]\u000a22:01:20.232621 run osmo-hlr_10.42.42.2(pid=5179): stdout: \u000a| (launched: 2022-12-13_22:01:16.676519) \u000a22:01:20.281878 run osmo-hlr_10.42.42.2(pid=5179): stderr: \u000a| �[0;m�[1;31m20221213220117109 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213220117109 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213220117109 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213220117109 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213220117109 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213220117109 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213220117132 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2395/run.2022-12-13_21-44-31/gprs:oc2g+mod-bts0-dynts-osmo/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213220117151 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213220117152 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213220117152 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:01:20.323952 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5172): Terminating (SIGTERM)\u000a22:01:20.363643 run iperf3-srv_10.42.42.10(pid=5173): Terminating (SIGTERM)\u000a22:01:20.403460 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5174): Terminating (SIGTERM)\u000a22:01:20.443660 run iperf3-srv_10.42.42.10(pid=5175): Terminating (SIGTERM)\u000a22:01:20.483415 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5178): Terminating (SIGTERM)\u000a22:01:20.523005 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5181): Terminating (SIGTERM)\u000a22:01:20.563095 run pcap-recorder_any(filters='host 10.42.42.6')(pid=5184): Terminating (SIGTERM)\u000a22:01:20.572290 --- ParallelTerminationStrategy: PID 5172 died...\u000a22:01:20.625469 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5172): Terminated: ok {rc=0}\u000a22:01:20.635014 --- ParallelTerminationStrategy: PID 5173 died...\u000a22:01:20.687875 run iperf3-srv_10.42.42.10(pid=5173): Terminated {rc=256}\u000a22:01:20.697334 --- ParallelTerminationStrategy: PID 5174 died...\u000a22:01:20.749959 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5174): Terminated: ok {rc=0}\u000a22:01:20.759407 --- ParallelTerminationStrategy: PID 5175 died...\u000a22:01:20.811954 run iperf3-srv_10.42.42.10(pid=5175): Terminated {rc=256}\u000a22:01:20.821571 --- ParallelTerminationStrategy: PID 5178 died...\u000a22:01:20.874124 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5178): Terminated: ok {rc=0}\u000a22:01:20.883519 --- ParallelTerminationStrategy: PID 5181 died...\u000a22:01:20.935881 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5181): Terminated: ok {rc=0}\u000a22:01:20.945433 --- ParallelTerminationStrategy: PID 5184 died...\u000a22:01:20.997626 run pcap-recorder_any(filters='host 10.42.42.6')(pid=5184): Terminated: ok {rc=0}\u000a22:01:21.084880 bus /gobi_0: Setting Powered False\u000a22:01:22.191182 bus /gobi_0: Setting Powered False\u000a22:01:23.298453 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 257, "className" : "gprs:oc2g+mod-bts0-dynts-osmo", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=5194): Process ended prematurely: osmo-stp_10.42.42.5(pid=5194) [trial-2395↪gprs:oc2g+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5194)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=5194): Process ended prematurely: osmo-stp_10.42.42.5(pid=5194) [trial-2395↪gprs:oc2g+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5194)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2395 gprs:oc2g+mod-bts0-dynts-osmo iperf3.py\u000a----------------------------------------------\u000a22:01:24.413217 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a22:01:24.425199 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a22:01:24.600783 tst iperf3.py: using LAC 36508\u000a22:01:24.729199 tst iperf3.py: using RAC 43\u000a22:01:24.846249 tst iperf3.py: using CellId 36508\u000a22:01:24.960768 tst iperf3.py: using BVCI 36509\u000a22:01:24.983353 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a22:01:24.994127 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a22:01:25.004488 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a22:01:25.015080 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a22:01:25.025561 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a22:01:25.036395 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a22:01:25.047372 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a22:01:25.057778 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a22:01:25.068809 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a22:01:25.359140 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a22:01:25.492413 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a22:01:25.819974 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5186): Launched\u000a22:01:26.091771 run iperf3-srv_10.42.42.10(pid=5187): Launched\u000a22:01:26.287513 tst iperf3.py:8: start network...\u000a22:01:26.421215 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:01:26.923057 run create_hlr_db(pid=5188): Launched\u000a22:01:27.108347 bus /gobi_6: Setting Powered False\u000a22:01:28.129570 run create_hlr_db(pid=5188): Terminated: ok {rc=0}\u000a22:01:28.528708 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5190): Launched\u000a22:01:28.825229 run osmo-hlr_10.42.42.2(pid=5191): Launched\u000a22:01:28.934237 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:01:29.450180 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5193): Launched\u000a22:01:29.746018 run osmo-stp_10.42.42.5(pid=5194): Launched\u000a22:01:29.854082 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a22:01:30.369093 run pcap-recorder_any(filters='host 10.42.42.6')(pid=5196): Launched\u000a22:01:30.474469 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a22:01:30.732421 run patchelf(pid=5197): Launched\u000a22:01:30.914424 run osmo-stp_10.42.42.5(pid=5194): ERR: Terminated: ERROR {rc=1} [trial-2395↪gprs:oc2g+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5194)]\u000a22:01:31.044253 run osmo-stp_10.42.42.5(pid=5194): stdout: \u000a| (launched: 2022-12-13_22:01:29.601078)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:01:31.174488 run osmo-stp_10.42.42.5(pid=5194): stderr: \u000a| �[0;m�[38;5;43m20221213220129772 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213220129772 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213220129773 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213220129773 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213220129773 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213220129773 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213220129774 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:01:31.301081 run osmo-stp_10.42.42.5(pid=5194): stdout: \u000a| (launched: 2022-12-13_22:01:29.601078)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:01:31.425973 run osmo-stp_10.42.42.5(pid=5194): stderr: \u000a| �[0;m�[38;5;43m20221213220129772 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213220129772 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213220129773 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213220129773 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213220129773 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213220129773 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213220129774 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:01:31.571121 run patchelf(pid=5197): Terminating (SIGINT)\u000a22:01:31.745101 run patchelf(pid=5197): Terminated: ok {rc=0}\u000a22:01:31.777190 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=5194): Process ended prematurely: osmo-stp_10.42.42.5(pid=5194) [trial-2395↪gprs:oc2g+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5194)] [trial-2395↪gprs:oc2g+mod-bts0-dynts-osmo↪iperf3.py:8]\u000a22:01:31.787434 tst iperf3.py:8: Test FAILED (7.4 sec)\u000a22:01:31.847767 run osmo-hlr_10.42.42.2(pid=5191): ERR: Terminated: ERROR {rc=237} [trial-2395↪gprs:oc2g+mod-bts0-dynts-osmo↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=5191)]\u000a22:01:31.898102 run osmo-hlr_10.42.42.2(pid=5191): stdout: \u000a| (launched: 2022-12-13_22:01:28.680381) \u000a22:01:31.948789 run osmo-hlr_10.42.42.2(pid=5191): stderr: \u000a| �[0;m�[1;31m20221213220128856 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213220128856 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213220128856 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213220128856 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213220128856 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213220128856 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213220128872 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2395/run.2022-12-13_21-44-31/gprs:oc2g+mod-bts0-dynts-osmo/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213220128881 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213220128882 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213220128882 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:01:31.991472 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5186): Terminating (SIGTERM)\u000a22:01:32.034795 run iperf3-srv_10.42.42.10(pid=5187): Terminating (SIGTERM)\u000a22:01:32.077508 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5190): Terminating (SIGTERM)\u000a22:01:32.118415 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5193): Terminating (SIGTERM)\u000a22:01:32.158546 run pcap-recorder_any(filters='host 10.42.42.6')(pid=5196): Terminating (SIGTERM)\u000a22:01:32.167659 --- ParallelTerminationStrategy: PID 5186 died...\u000a22:01:32.221567 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5186): Terminated: ok {rc=0}\u000a22:01:32.231307 --- ParallelTerminationStrategy: PID 5187 died...\u000a22:01:32.284190 run iperf3-srv_10.42.42.10(pid=5187): Terminated {rc=256}\u000a22:01:32.294089 --- ParallelTerminationStrategy: PID 5190 died...\u000a22:01:32.346209 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5190): Terminated: ok {rc=0}\u000a22:01:32.355447 --- ParallelTerminationStrategy: PID 5193 died...\u000a22:01:32.407437 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5193): Terminated: ok {rc=0}\u000a22:01:32.416736 --- ParallelTerminationStrategy: PID 5196 died...\u000a22:01:32.468788 run pcap-recorder_any(filters='host 10.42.42.6')(pid=5196): Terminated: ok {rc=0}\u000a22:01:32.551645 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 257, "className" : "gprs:oc2g+mod-bts0-dynts-osmo", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=5212): Process ended prematurely: osmo-stp_10.42.42.5(pid=5212) [trial-2395↪gprs:oc2g+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5212)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=5212): Process ended prematurely: osmo-stp_10.42.42.5(pid=5212) [trial-2395↪gprs:oc2g+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5212)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2395 gprs:oc2g+mod-bts0-dynts-osmo iperf3m4.py\u000a----------------------------------------------\u000a22:01:33.658888 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a22:01:33.670230 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a22:01:33.813438 tst iperf3m4.py: using LAC 36509\u000a22:01:33.931612 tst iperf3m4.py: using RAC 44\u000a22:01:34.049838 tst iperf3m4.py: using CellId 36509\u000a22:01:34.166083 tst iperf3m4.py: using BVCI 36510\u000a22:01:34.188676 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a22:01:34.199465 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a22:01:34.210043 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a22:01:34.220663 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a22:01:34.231263 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a22:01:34.242337 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a22:01:34.253372 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a22:01:34.263884 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a22:01:34.274686 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a22:01:34.389485 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a22:01:34.510657 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a22:01:34.627138 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a22:01:34.901052 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a22:01:35.025507 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a22:01:35.333069 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5198): Launched\u000a22:01:35.587587 run iperf3-srv_10.42.42.10(pid=5199): Launched\u000a22:01:35.767813 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a22:01:35.891058 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a22:01:36.197860 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5200): Launched\u000a22:01:36.453726 run iperf3-srv_10.42.42.10(pid=5201): Launched\u000a22:01:36.634300 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a22:01:36.758239 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a22:01:37.065638 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5202): Launched\u000a22:01:37.321171 run iperf3-srv_10.42.42.10(pid=5203): Launched\u000a22:01:37.501853 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a22:01:37.625826 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a22:01:37.932579 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5204): Launched\u000a22:01:38.187281 run iperf3-srv_10.42.42.10(pid=5205): Launched\u000a22:01:38.368253 tst iperf3m4.py:8: start network...\u000a22:01:38.492438 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:01:38.967085 run create_hlr_db(pid=5206): Launched\u000a22:01:39.138601 bus /gobi_6: Setting Powered False\u000a22:01:40.160483 run create_hlr_db(pid=5206): Terminated: ok {rc=0}\u000a22:01:40.582789 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5208): Launched\u000a22:01:40.900245 run osmo-hlr_10.42.42.2(pid=5209): Launched\u000a22:01:41.020313 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:01:41.574608 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5211): Launched\u000a22:01:41.892849 run osmo-stp_10.42.42.5(pid=5212): Launched\u000a22:01:42.010309 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a22:01:42.563316 run pcap-recorder_any(filters='host 10.42.42.6')(pid=5214): Launched\u000a22:01:42.677140 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a22:01:42.952252 run patchelf(pid=5215): Launched\u000a22:01:43.138809 run osmo-stp_10.42.42.5(pid=5212): ERR: Terminated: ERROR {rc=1} [trial-2395↪gprs:oc2g+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5212)]\u000a22:01:43.275184 run osmo-stp_10.42.42.5(pid=5212): stdout: \u000a| (launched: 2022-12-13_22:01:41.736428)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:01:43.412152 run osmo-stp_10.42.42.5(pid=5212): stderr: \u000a| �[0;m�[38;5;43m20221213220141928 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213220141928 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213220141928 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213220141929 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213220141929 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213220141929 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213220141929 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:01:43.544050 run osmo-stp_10.42.42.5(pid=5212): stdout: \u000a| (launched: 2022-12-13_22:01:41.736428)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:01:43.675124 run osmo-stp_10.42.42.5(pid=5212): stderr: \u000a| �[0;m�[38;5;43m20221213220141928 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213220141928 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213220141928 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213220141929 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213220141929 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213220141929 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213220141929 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:01:43.827059 run patchelf(pid=5215): Terminating (SIGINT)\u000a22:01:44.005435 run patchelf(pid=5215): Terminated: ok {rc=0}\u000a22:01:44.038099 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=5212): Process ended prematurely: osmo-stp_10.42.42.5(pid=5212) [trial-2395↪gprs:oc2g+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5212)] [trial-2395↪gprs:oc2g+mod-bts0-dynts-osmo↪iperf3m4.py:8]\u000a22:01:44.047942 tst iperf3m4.py:8: Test FAILED (10.4 sec)\u000a22:01:44.111014 run osmo-hlr_10.42.42.2(pid=5209): ERR: Terminated: ERROR {rc=237} [trial-2395↪gprs:oc2g+mod-bts0-dynts-osmo↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=5209)]\u000a22:01:44.162627 run osmo-hlr_10.42.42.2(pid=5209): stdout: \u000a| (launched: 2022-12-13_22:01:40.745364) \u000a22:01:44.214425 run osmo-hlr_10.42.42.2(pid=5209): stderr: \u000a| �[0;m�[1;31m20221213220140941 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213220140941 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213220140941 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213220140941 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213220140941 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213220140941 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213220140954 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2395/run.2022-12-13_21-44-31/gprs:oc2g+mod-bts0-dynts-osmo/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213220140963 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213220140963 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213220140963 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:01:44.258538 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5198): Terminating (SIGTERM)\u000a22:01:44.300121 run iperf3-srv_10.42.42.10(pid=5199): Terminating (SIGTERM)\u000a22:01:44.341769 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5200): Terminating (SIGTERM)\u000a22:01:44.383230 run iperf3-srv_10.42.42.10(pid=5201): Terminating (SIGTERM)\u000a22:01:44.424854 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5202): Terminating (SIGTERM)\u000a22:01:44.466454 run iperf3-srv_10.42.42.10(pid=5203): Terminating (SIGTERM)\u000a22:01:44.508034 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5204): Terminating (SIGTERM)\u000a22:01:44.549535 run iperf3-srv_10.42.42.10(pid=5205): Terminating (SIGTERM)\u000a22:01:44.593472 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5208): Terminating (SIGTERM)\u000a22:01:44.634929 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5211): Terminating (SIGTERM)\u000a22:01:44.676905 run pcap-recorder_any(filters='host 10.42.42.6')(pid=5214): Terminating (SIGTERM)\u000a22:01:44.686440 --- ParallelTerminationStrategy: PID 5198 died...\u000a22:01:44.742526 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5198): Terminated: ok {rc=0}\u000a22:01:44.752376 --- ParallelTerminationStrategy: PID 5199 died...\u000a22:01:44.807767 run iperf3-srv_10.42.42.10(pid=5199): Terminated {rc=256}\u000a22:01:44.817617 --- ParallelTerminationStrategy: PID 5200 died...\u000a22:01:44.873188 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5200): Terminated: ok {rc=0}\u000a22:01:44.883045 --- ParallelTerminationStrategy: PID 5201 died...\u000a22:01:44.938294 run iperf3-srv_10.42.42.10(pid=5201): Terminated {rc=256}\u000a22:01:44.948131 --- ParallelTerminationStrategy: PID 5202 died...\u000a22:01:45.003824 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5202): Terminated: ok {rc=0}\u000a22:01:45.013783 --- ParallelTerminationStrategy: PID 5203 died...\u000a22:01:45.069443 run iperf3-srv_10.42.42.10(pid=5203): Terminated {rc=256}\u000a22:01:45.079271 --- ParallelTerminationStrategy: PID 5204 died...\u000a22:01:45.134729 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5204): Terminated: ok {rc=0}\u000a22:01:45.144935 --- ParallelTerminationStrategy: PID 5205 died...\u000a22:01:45.200565 run iperf3-srv_10.42.42.10(pid=5205): Terminated {rc=256}\u000a22:01:45.210386 --- ParallelTerminationStrategy: PID 5208 died...\u000a22:01:45.265807 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5208): Terminated: ok {rc=0}\u000a22:01:45.275707 --- ParallelTerminationStrategy: PID 5211 died...\u000a22:01:45.331378 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5211): Terminated: ok {rc=0}\u000a22:01:45.341427 --- ParallelTerminationStrategy: PID 5214 died...\u000a22:01:45.397117 run pcap-recorder_any(filters='host 10.42.42.6')(pid=5214): Terminated: ok {rc=0}\u000a22:01:45.484122 bus /gobi_4: Setting Powered False\u000a22:01:46.588096 bus /gobi_4: Setting Powered False\u000a22:01:47.696281 bus /gobi_1: Setting Powered False\u000a22:01:48.801492 bus /gobi_1: Setting Powered False\u000a22:01:49.907858 bus /gobi_0: Setting Powered False\u000a22:01:51.013082 bus /gobi_0: Setting Powered False\u000a22:01:52.121274 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 257, "className" : "gprs:oc2g+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=5222): Process ended prematurely: osmo-stp_10.42.42.5(pid=5222) [trial-2395↪gprs:oc2g+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5222)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=5222): Process ended prematurely: osmo-stp_10.42.42.5(pid=5222) [trial-2395↪gprs:oc2g+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5222)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2395 gprs:oc2g+mod-bts0-dynts-osmo ping.py\u000a----------------------------------------------\u000a22:01:53.190119 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a22:01:53.202067 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a22:01:53.354899 tst ping.py: using LAC 36510\u000a22:01:53.476286 tst ping.py: using RAC 45\u000a22:01:53.610562 tst ping.py: using CellId 36510\u000a22:01:53.742699 tst ping.py: using BVCI 36511\u000a22:01:53.766601 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a22:01:53.777907 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a22:01:53.788939 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a22:01:53.799989 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a22:01:53.811245 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a22:01:53.822571 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a22:01:53.834104 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a22:01:53.845553 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a22:01:54.117053 tst ping.py:19: start network...\u000a22:01:54.239310 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:01:54.705574 run create_hlr_db(pid=5216): Launched\u000a22:01:54.873564 bus /gobi_6: Setting Powered False\u000a22:01:55.894733 run create_hlr_db(pid=5216): Terminated: ok {rc=0}\u000a22:01:56.309504 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5218): Launched\u000a22:01:56.620625 run osmo-hlr_10.42.42.2(pid=5219): Launched\u000a22:01:56.735069 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:01:57.280376 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5221): Launched\u000a22:01:57.593077 run osmo-stp_10.42.42.5(pid=5222): Launched\u000a22:01:57.707042 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a22:01:58.251003 run pcap-recorder_any(filters='host 10.42.42.6')(pid=5224): Launched\u000a22:01:58.362569 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a22:01:58.633368 run patchelf(pid=5225): Launched\u000a22:01:58.816699 run osmo-stp_10.42.42.5(pid=5222): ERR: Terminated: ERROR {rc=1} [trial-2395↪gprs:oc2g+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5222)]\u000a22:01:58.950710 run osmo-stp_10.42.42.5(pid=5222): stdout: \u000a| (launched: 2022-12-13_22:01:57.439374)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:01:59.085001 run osmo-stp_10.42.42.5(pid=5222): stderr: \u000a| �[0;m�[38;5;43m20221213220157632 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213220157632 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213220157632 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213220157632 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213220157633 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213220157633 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213220157633 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:01:59.215798 run osmo-stp_10.42.42.5(pid=5222): stdout: \u000a| (launched: 2022-12-13_22:01:57.439374)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:01:59.344649 run osmo-stp_10.42.42.5(pid=5222): stderr: \u000a| �[0;m�[38;5;43m20221213220157632 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213220157632 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213220157632 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213220157632 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213220157633 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213220157633 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213220157633 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:01:59.494375 run patchelf(pid=5225): Terminating (SIGINT)\u000a22:01:59.669903 run patchelf(pid=5225): Terminated: ok {rc=0}\u000a22:01:59.701715 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=5222): Process ended prematurely: osmo-stp_10.42.42.5(pid=5222) [trial-2395↪gprs:oc2g+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5222)] [trial-2395↪gprs:oc2g+mod-bts0-dynts-osmo↪ping.py:22]\u000a22:01:59.710993 tst ping.py:22: Test FAILED (6.5 sec)\u000a22:01:59.773960 run osmo-hlr_10.42.42.2(pid=5219): ERR: Terminated: ERROR {rc=237} [trial-2395↪gprs:oc2g+mod-bts0-dynts-osmo↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=5219)]\u000a22:01:59.825370 run osmo-hlr_10.42.42.2(pid=5219): stdout: \u000a| (launched: 2022-12-13_22:01:56.468249) \u000a22:01:59.877283 run osmo-hlr_10.42.42.2(pid=5219): stderr: \u000a| �[0;m�[1;31m20221213220156664 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213220156664 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213220156664 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213220156664 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213220156664 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213220156664 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213220156677 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2395/run.2022-12-13_21-44-31/gprs:oc2g+mod-bts0-dynts-osmo/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213220156685 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213220156685 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213220156685 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:01:59.921620 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5218): Terminating (SIGTERM)\u000a22:01:59.963352 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5221): Terminating (SIGTERM)\u000a22:02:00.004909 run pcap-recorder_any(filters='host 10.42.42.6')(pid=5224): Terminating (SIGTERM)\u000a22:02:00.014504 --- ParallelTerminationStrategy: PID 5218 died...\u000a22:02:00.070739 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5218): Terminated: ok {rc=0}\u000a22:02:00.080747 --- ParallelTerminationStrategy: PID 5221 died...\u000a22:02:00.136585 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5221): Terminated: ok {rc=0}\u000a22:02:00.146851 --- ParallelTerminationStrategy: PID 5224 died...\u000a22:02:00.203115 run pcap-recorder_any(filters='host 10.42.42.6')(pid=5224): Terminated: ok {rc=0}\u000a22:02:00.288516 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 257, "className" : "gprs:oc2g+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=5232): Process ended prematurely: osmo-stp_10.42.42.5(pid=5232) [trial-2395↪gprs:oc2g+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5232)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=5232): Process ended prematurely: osmo-stp_10.42.42.5(pid=5232) [trial-2395↪gprs:oc2g+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5232)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2395 gprs:oc2g+mod-bts0-dynts-osmo ping_idle_ping.py\u000a----------------------------------------------\u000a22:02:01.355042 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a22:02:01.371723 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a22:02:01.558454 tst ping_idle_ping.py: using LAC 36511\u000a22:02:01.697572 tst ping_idle_ping.py: using RAC 46\u000a22:02:01.817209 tst ping_idle_ping.py: using CellId 36511\u000a22:02:01.939590 tst ping_idle_ping.py: using BVCI 36512\u000a22:02:01.964774 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a22:02:01.976402 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a22:02:01.987858 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a22:02:01.999377 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a22:02:02.010877 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a22:02:02.022305 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a22:02:02.034048 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a22:02:02.045583 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a22:02:02.320087 tst ping_idle_ping.py:24: start network...\u000a22:02:02.442527 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:02:02.916593 run create_hlr_db(pid=5226): Launched\u000a22:02:03.084760 bus /gobi_6: Setting Powered False\u000a22:02:04.106194 run create_hlr_db(pid=5226): Terminated: ok {rc=0}\u000a22:02:04.491215 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5228): Launched\u000a22:02:04.780483 run osmo-hlr_10.42.42.2(pid=5229): Launched\u000a22:02:04.886819 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:02:05.392513 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5231): Launched\u000a22:02:05.683393 run osmo-stp_10.42.42.5(pid=5232): Launched\u000a22:02:05.789788 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a22:02:06.296330 run pcap-recorder_any(filters='host 10.42.42.6')(pid=5234): Launched\u000a22:02:06.399707 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a22:02:06.653128 run patchelf(pid=5235): Launched\u000a22:02:06.823717 run osmo-stp_10.42.42.5(pid=5232): ERR: Terminated: ERROR {rc=1} [trial-2395↪gprs:oc2g+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5232)]\u000a22:02:06.948696 run osmo-stp_10.42.42.5(pid=5232): stdout: \u000a| (launched: 2022-12-13_22:02:05.541371)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:02:07.074258 run osmo-stp_10.42.42.5(pid=5232): stderr: \u000a| �[0;m�[38;5;43m20221213220205709 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213220205709 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213220205709 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213220205710 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213220205710 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213220205710 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213220205710 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:02:07.195379 run osmo-stp_10.42.42.5(pid=5232): stdout: \u000a| (launched: 2022-12-13_22:02:05.541371)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:02:07.315578 run osmo-stp_10.42.42.5(pid=5232): stderr: \u000a| �[0;m�[38;5;43m20221213220205709 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213220205709 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213220205709 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213220205710 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213220205710 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213220205710 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213220205710 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:02:07.454770 run patchelf(pid=5235): Terminating (SIGINT)\u000a22:02:07.620814 run patchelf(pid=5235): Terminated: ok {rc=0}\u000a22:02:07.650747 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=5232): Process ended prematurely: osmo-stp_10.42.42.5(pid=5232) [trial-2395↪gprs:oc2g+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5232)] [trial-2395↪gprs:oc2g+mod-bts0-dynts-osmo↪ping_idle_ping.py:27]\u000a22:02:07.659354 tst ping_idle_ping.py:27: Test FAILED (6.3 sec)\u000a22:02:07.717999 run osmo-hlr_10.42.42.2(pid=5229): ERR: Terminated: ERROR {rc=237} [trial-2395↪gprs:oc2g+mod-bts0-dynts-osmo↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=5229)]\u000a22:02:07.766228 run osmo-hlr_10.42.42.2(pid=5229): stdout: \u000a| (launched: 2022-12-13_22:02:04.638848) \u000a22:02:07.815365 run osmo-hlr_10.42.42.2(pid=5229): stderr: \u000a| �[0;m�[1;31m20221213220204814 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213220204814 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213220204814 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213220204814 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213220204814 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213220204815 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213220204830 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2395/run.2022-12-13_21-44-31/gprs:oc2g+mod-bts0-dynts-osmo/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213220204838 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213220204838 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213220204838 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:02:07.857099 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5228): Terminating (SIGTERM)\u000a22:02:07.896220 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5231): Terminating (SIGTERM)\u000a22:02:07.935825 run pcap-recorder_any(filters='host 10.42.42.6')(pid=5234): Terminating (SIGTERM)\u000a22:02:07.944895 --- ParallelTerminationStrategy: PID 5228 died...\u000a22:02:07.997605 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5228): Terminated: ok {rc=0}\u000a22:02:08.007108 --- ParallelTerminationStrategy: PID 5231 died...\u000a22:02:08.059519 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5231): Terminated: ok {rc=0}\u000a22:02:08.069017 --- ParallelTerminationStrategy: PID 5234 died...\u000a22:02:08.121352 run pcap-recorder_any(filters='host 10.42.42.6')(pid=5234): Terminated: ok {rc=0}\u000a22:02:08.203657 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 59.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "33", "name" : "gprs_oc2g+mod-bts0-dynts-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T22:01:11" }, { "cases" : [ { "testActions" : [ ], "age" : 257, "className" : "dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=5245): Process ended prematurely: osmo-stp_10.42.42.5(pid=5245) [trial-2395↪dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5245)]", "failedSince" : 2139, "name" : "switch_tch_pdch.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/dynts/switch_tch_pdch.py\", line 54, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=5245): Process ended prematurely: osmo-stp_10.42.42.5(pid=5245) [trial-2395↪dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5245)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2395 dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any switch_tch_pdch.py\u000a----------------------------------------------\u000a22:02:10.196829 tst dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a22:02:10.208388 tst dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a22:02:10.357963 tst switch_tch_pdch.py: using LAC 36512\u000a22:02:10.482108 tst switch_tch_pdch.py: using RAC 47\u000a22:02:10.604528 tst switch_tch_pdch.py: using CellId 36512\u000a22:02:10.727214 tst switch_tch_pdch.py: using BVCI 36513\u000a22:02:10.751261 tst dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a22:02:10.762764 tst dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a22:02:10.774082 tst dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a22:02:10.785359 tst dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a22:02:10.796890 tst dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a22:02:10.808551 tst dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a22:02:10.820246 tst dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a22:02:10.831774 tst dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a22:02:10.946452 tst dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a22:02:11.234758 tst switch_tch_pdch.py:51: start network...\u000a22:02:11.366347 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:02:11.861635 run create_hlr_db(pid=5239): Launched\u000a22:02:12.044393 bus /gobi_6: Setting Powered False\u000a22:02:13.066260 run create_hlr_db(pid=5239): Terminated: ok {rc=0}\u000a22:02:13.462877 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5241): Launched\u000a22:02:13.759159 run osmo-hlr_10.42.42.2(pid=5242): Launched\u000a22:02:13.866785 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:02:14.376266 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5244): Launched\u000a22:02:14.670408 run osmo-stp_10.42.42.5(pid=5245): Launched\u000a22:02:14.778646 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a22:02:15.291451 run pcap-recorder_any(filters='host 10.42.42.6')(pid=5247): Launched\u000a22:02:15.395864 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a22:02:15.653153 run patchelf(pid=5248): Launched\u000a22:02:15.824829 run osmo-stp_10.42.42.5(pid=5245): ERR: Terminated: ERROR {rc=1} [trial-2395↪dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5245)]\u000a22:02:15.958740 run osmo-stp_10.42.42.5(pid=5245): stdout: \u000a| (launched: 2022-12-13_22:02:14.525124)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:02:16.086974 run osmo-stp_10.42.42.5(pid=5245): stderr: \u000a| �[0;m�[38;5;43m20221213220214691 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213220214691 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213220214692 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213220214692 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213220214693 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213220214693 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213220214693 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:02:16.211089 run osmo-stp_10.42.42.5(pid=5245): stdout: \u000a| (launched: 2022-12-13_22:02:14.525124)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:02:16.334083 run osmo-stp_10.42.42.5(pid=5245): stderr: \u000a| �[0;m�[38;5;43m20221213220214691 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213220214691 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213220214692 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213220214692 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213220214693 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213220214693 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213220214693 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:02:16.477274 run patchelf(pid=5248): Terminating (SIGINT)\u000a22:02:16.645473 run patchelf(pid=5248): Terminated: ok {rc=0}\u000a22:02:16.676671 tst switch_tch_pdch.py:54: ERR: Error: osmo-stp_10.42.42.5(pid=5245): Process ended prematurely: osmo-stp_10.42.42.5(pid=5245) [trial-2395↪dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5245)] [trial-2395↪dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54]\u000a22:02:16.686506 tst switch_tch_pdch.py:54: Test FAILED (6.5 sec)\u000a22:02:16.747606 run osmo-hlr_10.42.42.2(pid=5242): ERR: Terminated: ERROR {rc=237} [trial-2395↪dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py↪switch_tch_pdch.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=5242)]\u000a22:02:16.797856 run osmo-hlr_10.42.42.2(pid=5242): stdout: \u000a| (launched: 2022-12-13_22:02:13.613469) \u000a22:02:16.849029 run osmo-hlr_10.42.42.2(pid=5242): stderr: \u000a| �[0;m�[1;31m20221213220213788 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213220213788 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213220213789 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213220213789 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213220213789 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213220213789 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213220213806 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2395/run.2022-12-13_21-44-31/dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any/switch_tch_pdch.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213220213815 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213220213816 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213220213816 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:02:16.892074 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5241): Terminating (SIGTERM)\u000a22:02:16.935244 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5244): Terminating (SIGTERM)\u000a22:02:16.978536 run pcap-recorder_any(filters='host 10.42.42.6')(pid=5247): Terminating (SIGTERM)\u000a22:02:16.988344 --- ParallelTerminationStrategy: PID 5241 died...\u000a22:02:17.043899 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5241): Terminated: ok {rc=0}\u000a22:02:17.054201 --- ParallelTerminationStrategy: PID 5244 died...\u000a22:02:17.109539 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5244): Terminated: ok {rc=0}\u000a22:02:17.119791 --- ParallelTerminationStrategy: PID 5247 died...\u000a22:02:17.175455 run pcap-recorder_any(filters='host 10.42.42.6')(pid=5247): Terminated: ok {rc=0}\u000a22:02:17.265694 bus /gobi_0: Setting Powered False\u000a22:02:18.371681 bus /gobi_0: Setting Powered False\u000a22:02:19.480611 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "34", "name" : "dynts_oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T22:02:09" }, { "cases" : [ { "testActions" : [ ], "age" : 257, "className" : "dynts:oc2g+mod-bts0-dynts67-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=5258): Process ended prematurely: osmo-stp_10.42.42.5(pid=5258) [trial-2395↪dynts:oc2g+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5258)]", "failedSince" : 2139, "name" : "switch_tch_pdch.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/dynts/switch_tch_pdch.py\", line 54, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=5258): Process ended prematurely: osmo-stp_10.42.42.5(pid=5258) [trial-2395↪dynts:oc2g+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5258)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2395 dynts:oc2g+mod-bts0-dynts67-osmo switch_tch_pdch.py\u000a----------------------------------------------\u000a22:02:21.416468 tst dynts:oc2g+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a22:02:21.427669 tst dynts:oc2g+mod-bts0-dynts67-osmo: Using 1 x bts (candidates: 1)\u000a22:02:21.575415 tst switch_tch_pdch.py: using LAC 36513\u000a22:02:21.699565 tst switch_tch_pdch.py: using RAC 48\u000a22:02:21.824049 tst switch_tch_pdch.py: using CellId 36513\u000a22:02:21.946632 tst switch_tch_pdch.py: using BVCI 36514\u000a22:02:21.970557 tst dynts:oc2g+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a22:02:21.981785 tst dynts:oc2g+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a22:02:21.992680 tst dynts:oc2g+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a22:02:22.003712 tst dynts:oc2g+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a22:02:22.015188 tst dynts:oc2g+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a22:02:22.026566 tst dynts:oc2g+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a22:02:22.038145 tst dynts:oc2g+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a22:02:22.049506 tst dynts:oc2g+mod-bts0-dynts67-osmo: Using 1 x modem (candidates: 2)\u000a22:02:22.169619 tst dynts:oc2g+mod-bts0-dynts67-osmo: Using 1 x modem (candidates: 2)\u000a22:02:22.455088 tst switch_tch_pdch.py:51: start network...\u000a22:02:22.587157 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:02:23.055188 run create_hlr_db(pid=5252): Launched\u000a22:02:23.184222 bus /gobi_6: Setting Powered False\u000a22:02:24.259756 run create_hlr_db(pid=5252): Terminated: ok {rc=0}\u000a22:02:24.630449 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5254): Launched\u000a22:02:24.924410 run osmo-hlr_10.42.42.2(pid=5255): Launched\u000a22:02:25.032677 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:02:25.517663 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5257): Launched\u000a22:02:25.812238 run osmo-stp_10.42.42.5(pid=5258): Launched\u000a22:02:25.919495 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a22:02:26.405697 run pcap-recorder_any(filters='host 10.42.42.6')(pid=5260): Launched\u000a22:02:26.509881 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a22:02:26.765763 run patchelf(pid=5261): Launched\u000a22:02:26.937445 run osmo-stp_10.42.42.5(pid=5258): ERR: Terminated: ERROR {rc=1} [trial-2395↪dynts:oc2g+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5258)]\u000a22:02:27.063171 run osmo-stp_10.42.42.5(pid=5258): stdout: \u000a| (launched: 2022-12-13_22:02:25.667537)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:02:27.188907 run osmo-stp_10.42.42.5(pid=5258): stderr: \u000a| �[0;m�[38;5;43m20221213220225837 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213220225837 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213220225838 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213220225838 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213220225839 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213220225839 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213220225839 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:02:27.310860 run osmo-stp_10.42.42.5(pid=5258): stdout: \u000a| (launched: 2022-12-13_22:02:25.667537)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:02:27.431424 run osmo-stp_10.42.42.5(pid=5258): stderr: \u000a| �[0;m�[38;5;43m20221213220225837 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213220225837 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213220225838 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213220225838 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213220225839 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213220225839 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213220225839 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:02:27.571199 run patchelf(pid=5261): Terminating (SIGINT)\u000a22:02:27.735748 run patchelf(pid=5261): Terminated: ok {rc=0}\u000a22:02:27.765678 tst switch_tch_pdch.py:54: ERR: Error: osmo-stp_10.42.42.5(pid=5258): Process ended prematurely: osmo-stp_10.42.42.5(pid=5258) [trial-2395↪dynts:oc2g+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5258)] [trial-2395↪dynts:oc2g+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54]\u000a22:02:27.774213 tst switch_tch_pdch.py:54: Test FAILED (6.3 sec)\u000a22:02:27.834038 run osmo-hlr_10.42.42.2(pid=5255): ERR: Terminated: ERROR {rc=237} [trial-2395↪dynts:oc2g+mod-bts0-dynts67-osmo↪switch_tch_pdch.py↪switch_tch_pdch.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=5255)]\u000a22:02:27.882744 run osmo-hlr_10.42.42.2(pid=5255): stdout: \u000a| (launched: 2022-12-13_22:02:24.779779) \u000a22:02:27.932223 run osmo-hlr_10.42.42.2(pid=5255): stderr: \u000a| �[0;m�[1;31m20221213220224954 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213220224954 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213220224954 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213220224954 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213220224954 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213220224954 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213220224968 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2395/run.2022-12-13_21-44-31/dynts:oc2g+mod-bts0-dynts67-osmo/switch_tch_pdch.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213220224977 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213220224977 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213220224977 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:02:27.973883 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5254): Terminating (SIGTERM)\u000a22:02:28.014201 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5257): Terminating (SIGTERM)\u000a22:02:28.053950 run pcap-recorder_any(filters='host 10.42.42.6')(pid=5260): Terminating (SIGTERM)\u000a22:02:28.063067 --- ParallelTerminationStrategy: PID 5254 died...\u000a22:02:28.115932 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5254): Terminated: ok {rc=0}\u000a22:02:28.125476 --- ParallelTerminationStrategy: PID 5257 died...\u000a22:02:28.177802 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5257): Terminated: ok {rc=0}\u000a22:02:28.187287 --- ParallelTerminationStrategy: PID 5260 died...\u000a22:02:28.239435 run pcap-recorder_any(filters='host 10.42.42.6')(pid=5260): Terminated: ok {rc=0}\u000a22:02:28.323045 bus /gobi_0: Setting Powered False\u000a22:02:29.428574 bus /gobi_0: Setting Powered False\u000a22:02:30.538283 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "35", "name" : "dynts_oc2g+mod-bts0-dynts67-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T22:02:21" }, { "cases" : [ { "testActions" : [ ], "age" : 251, "className" : "nitb_sms:trx-b200", "duration" : 4.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=5266): Process ended prematurely: osmo-nitb_10.42.42.2(pid=5266) [trial-2395↪nitb_sms:trx-b200↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=5266)]", "failedSince" : 2145, "name" : "mo_mt_sms.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_sms/mo_mt_sms.py\", line 11, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=5266): Process ended prematurely: osmo-nitb_10.42.42.2(pid=5266) [trial-2395↪nitb_sms:trx-b200↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=5266)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2395 nitb_sms:trx-b200 mo_mt_sms.py\u000a----------------------------------------------\u000a22:02:32.421006 tst nitb_sms:trx-b200: Using 1 x ip_address (candidates: 1)\u000a22:02:32.431931 tst nitb_sms:trx-b200: Using 1 x bts (candidates: 1)\u000a22:02:32.567504 tst mo_mt_sms.py: using LAC 36514\u000a22:02:32.684100 tst mo_mt_sms.py: using RAC 49\u000a22:02:32.800926 tst mo_mt_sms.py: using CellId 36514\u000a22:02:32.915598 tst mo_mt_sms.py: using BVCI 36515\u000a22:02:32.937838 tst nitb_sms:trx-b200: Using 1 x modem (candidates: 2)\u000a22:02:33.056180 tst nitb_sms:trx-b200: Using 1 x modem (candidates: 2)\u000a22:02:33.327736 tst mo_mt_sms.py:9: start nitb and bts...\u000a22:02:33.449731 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a22:02:34.060742 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=5265): Launched\u000a22:02:34.352563 run osmo-nitb_10.42.42.2(pid=5266): Launched\u000a22:02:34.534356 run osmo-nitb_10.42.42.2(pid=5266): ERR: Terminated: ERROR {rc=2} [trial-2395↪nitb_sms:trx-b200↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=5266)]\u000a22:02:34.668398 run osmo-nitb_10.42.42.2(pid=5266): stdout: \u000a| (launched: 2022-12-13_22:02:34.211052) \u000a22:02:34.802489 run osmo-nitb_10.42.42.2(pid=5266): stderr: \u000a| (launched: 2022-12-13_22:02:34.255081)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a22:02:34.932098 run osmo-nitb_10.42.42.2(pid=5266): stdout: \u000a| (launched: 2022-12-13_22:02:34.211052) \u000a22:02:35.061286 run osmo-nitb_10.42.42.2(pid=5266): stderr: \u000a| (launched: 2022-12-13_22:02:34.255081)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a22:02:35.471391 tst osmo-nitb_10.42.42.2(pid=5266): stdout: \u000a| (launched: 2022-12-13_22:02:34.211052) \u000a22:02:35.588250 tst osmo-nitb_10.42.42.2(pid=5266): stderr: \u000a| (launched: 2022-12-13_22:02:34.255081)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a22:02:35.639414 tst mo_mt_sms.py:11: ERR: Error: osmo-nitb_10.42.42.2(pid=5266): Process ended prematurely: osmo-nitb_10.42.42.2(pid=5266) [trial-2395↪nitb_sms:trx-b200↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=5266)] [trial-2395↪nitb_sms:trx-b200↪mo_mt_sms.py:11]\u000a22:02:35.647414 tst mo_mt_sms.py:11: Test FAILED (3.2 sec)\u000a22:02:35.681735 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=5265): Terminating (SIGTERM)\u000a22:02:35.858921 --- ParallelTerminationStrategy: PID 5265 died...\u000a22:02:35.914133 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=5265): Terminated: ok {rc=0}\u000a22:02:36.003337 bus /sierra_3: Setting Powered False\u000a22:02:37.107532 bus /sierra_3: Setting Powered False\u000a22:02:38.215524 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 8.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "36", "name" : "nitb_sms_trx-b200", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T22:02:32" }, { "cases" : [ { "testActions" : [ ], "age" : 78, "className" : "sms:trx-b200", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=5277): Process ended prematurely: osmo-stp_10.42.42.5(pid=5277) [trial-2395↪sms:trx-b200↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5277)]", "failedSince" : 2318, "name" : "mo_mt_sms.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/sms/mo_mt_sms.py\", line 16, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=5277): Process ended prematurely: osmo-stp_10.42.42.5(pid=5277) [trial-2395↪sms:trx-b200↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5277)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2395 sms:trx-b200 mo_mt_sms.py\u000a----------------------------------------------\u000a22:02:40.109979 tst sms:trx-b200: Using 1 x ip_address (candidates: 6)\u000a22:02:40.120771 tst sms:trx-b200: Using 1 x bts (candidates: 1)\u000a22:02:40.254690 tst mo_mt_sms.py: using LAC 36515\u000a22:02:40.370882 tst mo_mt_sms.py: using RAC 50\u000a22:02:40.485475 tst mo_mt_sms.py: using CellId 36515\u000a22:02:40.601235 tst mo_mt_sms.py: using BVCI 36516\u000a22:02:40.623469 tst sms:trx-b200: Using 1 x ip_address (candidates: 6)\u000a22:02:40.633879 tst sms:trx-b200: Using 1 x ip_address (candidates: 6)\u000a22:02:40.644152 tst sms:trx-b200: Using 1 x ip_address (candidates: 6)\u000a22:02:40.654371 tst sms:trx-b200: Using 1 x ip_address (candidates: 6)\u000a22:02:40.664546 tst sms:trx-b200: Using 1 x ip_address (candidates: 6)\u000a22:02:40.674882 tst sms:trx-b200: Using 1 x modem (candidates: 2)\u000a22:02:40.791408 tst sms:trx-b200: Using 1 x modem (candidates: 2)\u000a22:02:40.988154 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:02:41.461824 run create_hlr_db(pid=5271): Launched\u000a22:02:41.645551 bus /sierra_2: Setting Powered False\u000a22:02:42.666655 run create_hlr_db(pid=5271): Terminated: ok {rc=0}\u000a22:02:43.086229 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5273): Launched\u000a22:02:43.402857 run osmo-hlr_10.42.42.2(pid=5274): Launched\u000a22:02:43.521447 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:02:44.067278 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5276): Launched\u000a22:02:44.383818 run osmo-stp_10.42.42.5(pid=5277): Launched\u000a22:02:44.498363 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a22:02:45.073916 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=5279): Launched\u000a22:02:45.390503 run osmo-msc_10.42.42.6(pid=5280): Launched\u000a22:02:45.576113 run osmo-stp_10.42.42.5(pid=5277): ERR: Terminated: ERROR {rc=1} [trial-2395↪sms:trx-b200↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5277)]\u000a22:02:45.710923 run osmo-stp_10.42.42.5(pid=5277): stdout: \u000a| (launched: 2022-12-13_22:02:44.227946)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:02:45.850922 run osmo-stp_10.42.42.5(pid=5277): stderr: \u000a| �[0;m�[38;5;43m20221213220244418 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213220244418 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213220244418 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213220244418 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213220244419 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213220244419 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213220244419 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:02:45.982509 run osmo-stp_10.42.42.5(pid=5277): stdout: \u000a| (launched: 2022-12-13_22:02:44.227946)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:02:46.103567 run osmo-stp_10.42.42.5(pid=5277): stderr: \u000a| �[0;m�[38;5;43m20221213220244418 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213220244418 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213220244418 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213220244418 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213220244419 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213220244419 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213220244419 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:02:46.157199 tst mo_mt_sms.py:16: ERR: Error: osmo-stp_10.42.42.5(pid=5277): Process ended prematurely: osmo-stp_10.42.42.5(pid=5277) [trial-2395↪sms:trx-b200↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5277)] [trial-2395↪sms:trx-b200↪mo_mt_sms.py:16]\u000a22:02:46.167308 tst mo_mt_sms.py:16: Test FAILED (6.0 sec)\u000a22:02:46.228230 run osmo-hlr_10.42.42.2(pid=5274): ERR: Terminated: ERROR {rc=237} [trial-2395↪sms:trx-b200↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=5274)]\u000a22:02:46.278388 run osmo-hlr_10.42.42.2(pid=5274): stdout: \u000a| (launched: 2022-12-13_22:02:43.247021) \u000a22:02:46.330207 run osmo-hlr_10.42.42.2(pid=5274): stderr: \u000a| �[0;m�[1;31m20221213220243447 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213220243447 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213220243447 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213220243447 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213220243447 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213220243447 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213220243460 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2395/run.2022-12-13_21-44-31/sms:trx-b200/mo_mt_sms.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213220243468 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213220243468 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213220243468 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:02:46.399840 run osmo-msc_10.42.42.6(pid=5280): ERR: Terminated: ERROR {rc=2} [trial-2395↪sms:trx-b200↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=5280)]\u000a22:02:46.450101 run osmo-msc_10.42.42.6(pid=5280): stdout: \u000a| (launched: 2022-12-13_22:02:45.234447) \u000a22:02:46.500518 run osmo-msc_10.42.42.6(pid=5280): stderr: \u000a| �[0;m�[38;5;43m20221213220245552 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213220245552 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fedb6aacc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213220245552 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213220245553 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213220245553 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213220245553 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213220245556 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213220245557 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213220245557 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213220245557 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a22:02:46.543437 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5273): Terminating (SIGTERM)\u000a22:02:46.587687 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5276): Terminating (SIGTERM)\u000a22:02:46.630293 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=5279): Terminating (SIGTERM)\u000a22:02:46.640346 --- ParallelTerminationStrategy: PID 5273 died...\u000a22:02:46.696585 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5273): Terminated: ok {rc=0}\u000a22:02:46.707357 --- ParallelTerminationStrategy: PID 5276 died...\u000a22:02:46.763900 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5276): Terminated: ok {rc=0}\u000a22:02:46.774306 --- ParallelTerminationStrategy: PID 5279 died...\u000a22:02:46.828872 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=5279): Terminated: ok {rc=0}\u000a22:02:46.914336 bus /sierra_3: Setting Powered False\u000a22:02:48.018372 bus /sierra_3: Setting Powered False\u000a22:02:49.125384 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 11.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "37", "name" : "sms_trx-b200", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T22:02:39" }, { "cases" : [ { "testActions" : [ ], "age" : 251, "className" : "nitb_ussd:trx-b200", "duration" : 4.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=5287): Process ended prematurely: osmo-nitb_10.42.42.2(pid=5287) [trial-2395↪nitb_ussd:trx-b200↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=5287)]", "failedSince" : 2145, "name" : "assert_extension.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_ussd/assert_extension.py\", line 12, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=5287): Process ended prematurely: osmo-nitb_10.42.42.2(pid=5287) [trial-2395↪nitb_ussd:trx-b200↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=5287)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2395 nitb_ussd:trx-b200 assert_extension.py\u000a----------------------------------------------\u000a22:02:50.972721 tst nitb_ussd:trx-b200: Using 1 x ip_address (candidates: 1)\u000a22:02:50.983776 tst nitb_ussd:trx-b200: Using 1 x bts (candidates: 1)\u000a22:02:51.122805 tst assert_extension.py: using LAC 36516\u000a22:02:51.249983 tst assert_extension.py: using RAC 51\u000a22:02:51.373220 tst assert_extension.py: using CellId 36516\u000a22:02:51.498230 tst assert_extension.py: using BVCI 36517\u000a22:02:51.522018 tst nitb_ussd:trx-b200: Using 1 x modem (candidates: 1)\u000a22:02:51.794507 tst assert_extension.py:10: start nitb and bts...\u000a22:02:51.917993 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a22:02:52.528491 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=5286): Launched\u000a22:02:52.819311 run osmo-nitb_10.42.42.2(pid=5287): Launched\u000a22:02:53.000352 run osmo-nitb_10.42.42.2(pid=5287): ERR: Terminated: ERROR {rc=2} [trial-2395↪nitb_ussd:trx-b200↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=5287)]\u000a22:02:53.134478 run osmo-nitb_10.42.42.2(pid=5287): stdout: \u000a| (launched: 2022-12-13_22:02:52.677703) \u000a22:02:53.268063 run osmo-nitb_10.42.42.2(pid=5287): stderr: \u000a| (launched: 2022-12-13_22:02:52.721425)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a22:02:53.397708 run osmo-nitb_10.42.42.2(pid=5287): stdout: \u000a| (launched: 2022-12-13_22:02:52.677703) \u000a22:02:53.526143 run osmo-nitb_10.42.42.2(pid=5287): stderr: \u000a| (launched: 2022-12-13_22:02:52.721425)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a22:02:53.939328 tst osmo-nitb_10.42.42.2(pid=5287): stdout: \u000a| (launched: 2022-12-13_22:02:52.677703) \u000a22:02:54.056136 tst osmo-nitb_10.42.42.2(pid=5287): stderr: \u000a| (launched: 2022-12-13_22:02:52.721425)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a22:02:54.107367 tst assert_extension.py:12: ERR: Error: osmo-nitb_10.42.42.2(pid=5287): Process ended prematurely: osmo-nitb_10.42.42.2(pid=5287) [trial-2395↪nitb_ussd:trx-b200↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=5287)] [trial-2395↪nitb_ussd:trx-b200↪assert_extension.py:12]\u000a22:02:54.115578 tst assert_extension.py:12: Test FAILED (3.1 sec)\u000a22:02:54.149576 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=5286): Terminating (SIGTERM)\u000a22:02:54.326828 --- ParallelTerminationStrategy: PID 5286 died...\u000a22:02:54.382213 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=5286): Terminated: ok {rc=0}\u000a22:02:54.470998 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 6.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "38", "name" : "nitb_ussd_trx-b200", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T22:02:50" }, { "cases" : [ { "testActions" : [ ], "age" : 78, "className" : "ussd:trx-b200", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=5297): Process ended prematurely: osmo-stp_10.42.42.5(pid=5297) [trial-2395↪ussd:trx-b200↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5297)]", "failedSince" : 2318, "name" : "assert_extension.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/ussd/assert_extension.py\", line 17, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=5297): Process ended prematurely: osmo-stp_10.42.42.5(pid=5297) [trial-2395↪ussd:trx-b200↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5297)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2395 ussd:trx-b200 assert_extension.py\u000a----------------------------------------------\u000a22:02:56.308082 tst ussd:trx-b200: Using 1 x ip_address (candidates: 6)\u000a22:02:56.318503 tst ussd:trx-b200: Using 1 x bts (candidates: 1)\u000a22:02:56.449246 tst assert_extension.py: using LAC 36517\u000a22:02:56.566571 tst assert_extension.py: using RAC 52\u000a22:02:56.681906 tst assert_extension.py: using CellId 36517\u000a22:02:56.797320 tst assert_extension.py: using BVCI 36518\u000a22:02:56.819601 tst ussd:trx-b200: Using 1 x ip_address (candidates: 6)\u000a22:02:56.830048 tst ussd:trx-b200: Using 1 x ip_address (candidates: 6)\u000a22:02:56.840269 tst ussd:trx-b200: Using 1 x ip_address (candidates: 6)\u000a22:02:56.850596 tst ussd:trx-b200: Using 1 x ip_address (candidates: 6)\u000a22:02:56.860798 tst ussd:trx-b200: Using 1 x ip_address (candidates: 6)\u000a22:02:56.870999 tst ussd:trx-b200: Using 1 x modem (candidates: 1)\u000a22:02:57.074941 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:02:57.572056 run create_hlr_db(pid=5291): Launched\u000a22:02:57.755257 bus /sierra_2: Setting Powered False\u000a22:02:58.777307 run create_hlr_db(pid=5291): Terminated: ok {rc=0}\u000a22:02:59.174024 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5293): Launched\u000a22:02:59.468375 run osmo-hlr_10.42.42.2(pid=5294): Launched\u000a22:02:59.578180 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:03:00.089841 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5296): Launched\u000a22:03:00.383241 run osmo-stp_10.42.42.5(pid=5297): Launched\u000a22:03:00.490554 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a22:03:01.071757 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=5299): Launched\u000a22:03:01.417193 run osmo-msc_10.42.42.6(pid=5300): Launched\u000a22:03:01.715729 run osmo-stp_10.42.42.5(pid=5297): ERR: Terminated: ERROR {rc=1} [trial-2395↪ussd:trx-b200↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5297)]\u000a22:03:01.922136 run osmo-stp_10.42.42.5(pid=5297): stdout: \u000a| (launched: 2022-12-13_22:03:00.238784)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:03:02.213821 run osmo-stp_10.42.42.5(pid=5297): stderr: \u000a| �[0;m�[38;5;43m20221213220300409 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213220300409 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213220300409 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213220300410 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213220300410 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213220300410 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213220300410 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:03:02.334540 run osmo-stp_10.42.42.5(pid=5297): stdout: \u000a| (launched: 2022-12-13_22:03:00.238784)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:03:02.452883 run osmo-stp_10.42.42.5(pid=5297): stderr: \u000a| �[0;m�[38;5;43m20221213220300409 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213220300409 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213220300409 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213220300410 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213220300410 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213220300410 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213220300410 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:03:02.504409 tst assert_extension.py:17: ERR: Error: osmo-stp_10.42.42.5(pid=5297): Process ended prematurely: osmo-stp_10.42.42.5(pid=5297) [trial-2395↪ussd:trx-b200↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5297)] [trial-2395↪ussd:trx-b200↪assert_extension.py:17]\u000a22:03:02.512263 tst assert_extension.py:17: Test FAILED (6.2 sec)\u000a22:03:02.572039 run osmo-hlr_10.42.42.2(pid=5294): ERR: Terminated: ERROR {rc=237} [trial-2395↪ussd:trx-b200↪assert_extension.py↪assert_extension.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=5294)]\u000a22:03:02.620809 run osmo-hlr_10.42.42.2(pid=5294): stdout: \u000a| (launched: 2022-12-13_22:02:59.323137) \u000a22:03:02.670366 run osmo-hlr_10.42.42.2(pid=5294): stderr: \u000a| �[0;m�[1;31m20221213220259494 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213220259494 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213220259494 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213220259494 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213220259494 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213220259494 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213220259507 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2395/run.2022-12-13_21-44-31/ussd:trx-b200/assert_extension.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213220259516 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213220259516 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213220259516 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:03:02.737431 run osmo-msc_10.42.42.6(pid=5300): ERR: Terminated: ERROR {rc=2} [trial-2395↪ussd:trx-b200↪assert_extension.py↪assert_extension.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=5300)]\u000a22:03:02.786233 run osmo-msc_10.42.42.6(pid=5300): stdout: \u000a| (launched: 2022-12-13_22:03:01.223176) \u000a22:03:02.835629 run osmo-msc_10.42.42.6(pid=5300): stderr: \u000a| �[0;m�[38;5;43m20221213220301888 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213220301888 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fd7bde74c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213220301888 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213220301888 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213220301888 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213220301890 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213220301897 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213220301897 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213220301898 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213220301898 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a22:03:02.877549 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5293): Terminating (SIGTERM)\u000a22:03:02.917033 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5296): Terminating (SIGTERM)\u000a22:03:02.956447 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=5299): Terminating (SIGTERM)\u000a22:03:02.965715 --- ParallelTerminationStrategy: PID 5293 died...\u000a22:03:03.018540 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5293): Terminated: ok {rc=0}\u000a22:03:03.028058 --- ParallelTerminationStrategy: PID 5296 died...\u000a22:03:03.080547 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5296): Terminated: ok {rc=0}\u000a22:03:03.090007 --- ParallelTerminationStrategy: PID 5299 died...\u000a22:03:03.142715 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=5299): Terminated: ok {rc=0}\u000a22:03:03.225953 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 9.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "39", "name" : "ussd_trx-b200", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T22:02:56" }, { "cases" : [ { "testActions" : [ ], "age" : 78, "className" : "voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=5312): Process ended prematurely: osmo-stp_10.42.42.5(pid=5312) [trial-2395↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5312)]", "failedSince" : 2318, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=5312): Process ended prematurely: osmo-stp_10.42.42.5(pid=5312) [trial-2395↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5312)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2395 voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call.py\u000a----------------------------------------------\u000a22:03:05.192473 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a22:03:05.204031 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1)\u000a22:03:05.366672 tst mo_mt_call.py: using LAC 36518\u000a22:03:05.491045 tst mo_mt_call.py: using RAC 53\u000a22:03:05.615573 tst mo_mt_call.py: using CellId 36518\u000a22:03:05.734916 tst mo_mt_call.py: using BVCI 36519\u000a22:03:05.757660 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a22:03:05.768687 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a22:03:05.780545 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a22:03:05.791560 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a22:03:05.802665 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a22:03:05.813594 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a22:03:05.929972 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a22:03:06.139543 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:03:06.642749 run create_hlr_db(pid=5306): Launched\u000a22:03:06.827394 bus /sierra_2: Setting Powered False\u000a22:03:07.849212 run create_hlr_db(pid=5306): Terminated: ok {rc=0}\u000a22:03:08.251068 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5308): Launched\u000a22:03:08.549477 run osmo-hlr_10.42.42.2(pid=5309): Launched\u000a22:03:08.669001 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:03:09.195950 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5311): Launched\u000a22:03:09.494408 run osmo-stp_10.42.42.5(pid=5312): Launched\u000a22:03:09.604081 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a22:03:10.151599 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=5314): Launched\u000a22:03:10.450484 run osmo-msc_10.42.42.6(pid=5315): Launched\u000a22:03:10.626599 run osmo-stp_10.42.42.5(pid=5312): ERR: Terminated: ERROR {rc=1} [trial-2395↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5312)]\u000a22:03:10.752778 run osmo-stp_10.42.42.5(pid=5312): stdout: \u000a| (launched: 2022-12-13_22:03:09.347559)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:03:10.877526 run osmo-stp_10.42.42.5(pid=5312): stderr: \u000a| �[0;m�[38;5;43m20221213220309516 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213220309516 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213220309516 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213220309516 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213220309517 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213220309517 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213220309517 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:03:10.997917 run osmo-stp_10.42.42.5(pid=5312): stdout: \u000a| (launched: 2022-12-13_22:03:09.347559)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:03:11.117269 run osmo-stp_10.42.42.5(pid=5312): stderr: \u000a| �[0;m�[38;5;43m20221213220309516 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213220309516 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213220309516 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213220309516 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213220309517 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213220309517 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213220309517 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:03:11.170047 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=5312): Process ended prematurely: osmo-stp_10.42.42.5(pid=5312) [trial-2395↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5312)] [trial-2395↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8]\u000a22:03:11.178792 tst mo_mt_call.py:8: Test FAILED (6.0 sec)\u000a22:03:11.238432 run osmo-hlr_10.42.42.2(pid=5309): ERR: Terminated: ERROR {rc=237} [trial-2395↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=5309)]\u000a22:03:11.287363 run osmo-hlr_10.42.42.2(pid=5309): stdout: \u000a| (launched: 2022-12-13_22:03:08.402625) \u000a22:03:11.336915 run osmo-hlr_10.42.42.2(pid=5309): stderr: \u000a| �[0;m�[1;31m20221213220308578 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213220308578 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213220308578 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213220308578 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213220308578 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213220308578 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213220308590 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2395/run.2022-12-13_21-44-31/voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213220308599 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213220308599 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213220308599 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:03:11.403678 run osmo-msc_10.42.42.6(pid=5315): ERR: Terminated: ERROR {rc=2} [trial-2395↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=5315)]\u000a22:03:11.452320 run osmo-msc_10.42.42.6(pid=5315): stdout: \u000a| (launched: 2022-12-13_22:03:10.303598) \u000a22:03:11.501403 run osmo-msc_10.42.42.6(pid=5315): stderr: \u000a| �[0;m�[38;5;43m20221213220310576 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213220310576 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fb0bd6cec40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213220310576 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213220310576 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213220310576 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213220310576 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213220310578 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213220310579 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213220310579 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213220310579 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a22:03:11.543129 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5308): Terminating (SIGTERM)\u000a22:03:11.582527 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5311): Terminating (SIGTERM)\u000a22:03:11.621809 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=5314): Terminating (SIGTERM)\u000a22:03:11.630889 --- ParallelTerminationStrategy: PID 5308 died...\u000a22:03:11.683801 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5308): Terminated: ok {rc=0}\u000a22:03:11.693315 --- ParallelTerminationStrategy: PID 5311 died...\u000a22:03:11.745973 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5311): Terminated: ok {rc=0}\u000a22:03:11.755540 --- ParallelTerminationStrategy: PID 5314 died...\u000a22:03:11.808157 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=5314): Terminated: ok {rc=0}\u000a22:03:11.896263 bus /sierra_3: Setting Powered False\u000a22:03:12.998896 bus /sierra_3: Setting Powered False\u000a22:03:14.108054 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 78, "className" : "voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=5323): Process ended prematurely: osmo-stp_10.42.42.5(pid=5323) [trial-2395↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5323)]", "failedSince" : 2318, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=5323): Process ended prematurely: osmo-stp_10.42.42.5(pid=5323) [trial-2395↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5323)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2395 voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a22:03:15.221855 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a22:03:15.233837 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1)\u000a22:03:15.400674 tst mo_mt_call_osmux.py: using LAC 36519\u000a22:03:15.519219 tst mo_mt_call_osmux.py: using RAC 54\u000a22:03:15.638259 tst mo_mt_call_osmux.py: using CellId 36519\u000a22:03:15.755024 tst mo_mt_call_osmux.py: using BVCI 36520\u000a22:03:15.777962 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a22:03:15.789103 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a22:03:15.800098 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a22:03:15.811204 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a22:03:15.822473 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a22:03:15.833847 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a22:03:15.972651 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a22:03:16.211595 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:03:16.847669 run create_hlr_db(pid=5317): Launched\u000a22:03:17.040441 bus /sierra_2: Setting Powered False\u000a22:03:18.057355 run create_hlr_db(pid=5317): Terminated: ok {rc=0}\u000a22:03:18.459654 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5319): Launched\u000a22:03:18.760138 run osmo-hlr_10.42.42.2(pid=5320): Launched\u000a22:03:18.870831 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:03:19.391603 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5322): Launched\u000a22:03:19.690711 run osmo-stp_10.42.42.5(pid=5323): Launched\u000a22:03:19.800225 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a22:03:20.348258 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=5325): Launched\u000a22:03:20.647259 run osmo-msc_10.42.42.6(pid=5326): Launched\u000a22:03:20.824485 run osmo-stp_10.42.42.5(pid=5323): ERR: Terminated: ERROR {rc=1} [trial-2395↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5323)]\u000a22:03:20.951693 run osmo-stp_10.42.42.5(pid=5323): stdout: \u000a| (launched: 2022-12-13_22:03:19.544164)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:03:21.076659 run osmo-stp_10.42.42.5(pid=5323): stderr: \u000a| �[0;m�[38;5;43m20221213220319713 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213220319713 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213220319713 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213220319714 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213220319714 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213220319714 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213220319714 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:03:21.197543 run osmo-stp_10.42.42.5(pid=5323): stdout: \u000a| (launched: 2022-12-13_22:03:19.544164)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:03:21.317440 run osmo-stp_10.42.42.5(pid=5323): stderr: \u000a| �[0;m�[38;5;43m20221213220319713 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213220319713 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213220319713 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213220319714 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213220319714 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213220319714 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213220319714 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:03:21.370107 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=5323): Process ended prematurely: osmo-stp_10.42.42.5(pid=5323) [trial-2395↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5323)] [trial-2395↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8]\u000a22:03:21.378818 tst mo_mt_call_osmux.py:8: Test FAILED (6.2 sec)\u000a22:03:21.437659 run osmo-hlr_10.42.42.2(pid=5320): ERR: Terminated: ERROR {rc=237} [trial-2395↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=5320)]\u000a22:03:21.486425 run osmo-hlr_10.42.42.2(pid=5320): stdout: \u000a| (launched: 2022-12-13_22:03:18.611562) \u000a22:03:21.535557 run osmo-hlr_10.42.42.2(pid=5320): stderr: \u000a| �[0;m�[1;31m20221213220318789 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213220318789 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213220318789 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213220318789 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213220318789 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213220318789 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213220318801 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2395/run.2022-12-13_21-44-31/voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213220318810 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213220318810 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213220318810 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:03:21.602113 run osmo-msc_10.42.42.6(pid=5326): ERR: Terminated: ERROR {rc=2} [trial-2395↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=5326)]\u000a22:03:21.650312 run osmo-msc_10.42.42.6(pid=5326): stdout: \u000a| (launched: 2022-12-13_22:03:20.500209) \u000a22:03:21.699144 run osmo-msc_10.42.42.6(pid=5326): stderr: \u000a| �[0;m�[38;5;43m20221213220320769 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213220320770 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7effb9ec1c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213220320770 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213220320770 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213220320771 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213220320771 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213220320773 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213220320773 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213220320773 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213220320774 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a22:03:21.740499 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5319): Terminating (SIGTERM)\u000a22:03:21.779596 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5322): Terminating (SIGTERM)\u000a22:03:21.818899 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=5325): Terminating (SIGTERM)\u000a22:03:21.827945 --- ParallelTerminationStrategy: PID 5319 died...\u000a22:03:21.880494 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5319): Terminated: ok {rc=0}\u000a22:03:21.890079 --- ParallelTerminationStrategy: PID 5322 died...\u000a22:03:21.942443 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5322): Terminated: ok {rc=0}\u000a22:03:21.951849 --- ParallelTerminationStrategy: PID 5325 died...\u000a22:03:22.004058 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=5325): Terminated: ok {rc=0}\u000a22:03:22.092384 bus /sierra_3: Setting Powered False\u000a22:03:23.194795 bus /sierra_3: Setting Powered False\u000a22:03:24.305028 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "40", "name" : "voice_trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T22:03:04" }, { "cases" : [ { "testActions" : [ ], "age" : 78, "className" : "voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=5337): Process ended prematurely: osmo-stp_10.42.42.5(pid=5337) [trial-2395↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5337)]", "failedSince" : 2318, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=5337): Process ended prematurely: osmo-stp_10.42.42.5(pid=5337) [trial-2395↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5337)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2395 voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call.py\u000a----------------------------------------------\u000a22:03:26.289358 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a22:03:26.300288 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1)\u000a22:03:26.458031 tst mo_mt_call.py: using LAC 36520\u000a22:03:26.573707 tst mo_mt_call.py: using RAC 55\u000a22:03:26.688174 tst mo_mt_call.py: using CellId 36520\u000a22:03:26.807602 tst mo_mt_call.py: using BVCI 36521\u000a22:03:26.830196 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a22:03:26.841107 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a22:03:26.851852 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a22:03:26.862658 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a22:03:26.873519 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a22:03:26.884463 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a22:03:27.005858 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a22:03:27.205701 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:03:27.684443 run create_hlr_db(pid=5331): Launched\u000a22:03:27.856220 bus /sierra_2: Setting Powered False\u000a22:03:28.878334 run create_hlr_db(pid=5331): Terminated: ok {rc=0}\u000a22:03:29.303645 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5333): Launched\u000a22:03:29.624200 run osmo-hlr_10.42.42.2(pid=5334): Launched\u000a22:03:29.743478 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:03:30.298780 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5336): Launched\u000a22:03:30.620484 run osmo-stp_10.42.42.5(pid=5337): Launched\u000a22:03:30.739426 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a22:03:31.356627 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=5339): Launched\u000a22:03:31.786893 run osmo-msc_10.42.42.6(pid=5340): Launched\u000a22:03:32.054227 run osmo-stp_10.42.42.5(pid=5337): ERR: Terminated: ERROR {rc=1} [trial-2395↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5337)]\u000a22:03:32.209707 run osmo-stp_10.42.42.5(pid=5337): stdout: \u000a| (launched: 2022-12-13_22:03:30.462054)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:03:32.422450 run osmo-stp_10.42.42.5(pid=5337): stderr: \u000a| �[0;m�[38;5;43m20221213220330655 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213220330655 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213220330655 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213220330656 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213220330656 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213220330656 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213220330656 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:03:32.544680 run osmo-stp_10.42.42.5(pid=5337): stdout: \u000a| (launched: 2022-12-13_22:03:30.462054)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:03:32.665259 run osmo-stp_10.42.42.5(pid=5337): stderr: \u000a| �[0;m�[38;5;43m20221213220330655 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213220330655 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213220330655 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213220330656 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213220330656 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213220330656 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213220330656 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:03:32.718228 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=5337): Process ended prematurely: osmo-stp_10.42.42.5(pid=5337) [trial-2395↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5337)] [trial-2395↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8]\u000a22:03:32.726966 tst mo_mt_call.py:8: Test FAILED (6.5 sec)\u000a22:03:32.787481 run osmo-hlr_10.42.42.2(pid=5334): ERR: Terminated: ERROR {rc=237} [trial-2395↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=5334)]\u000a22:03:32.836504 run osmo-hlr_10.42.42.2(pid=5334): stdout: \u000a| (launched: 2022-12-13_22:03:29.467026) \u000a22:03:32.886199 run osmo-hlr_10.42.42.2(pid=5334): stderr: \u000a| �[0;m�[1;31m20221213220329663 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213220329663 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213220329663 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213220329663 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213220329663 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213220329663 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213220329675 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2395/run.2022-12-13_21-44-31/voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213220329684 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213220329684 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213220329684 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:03:32.953433 run osmo-msc_10.42.42.6(pid=5340): ERR: Terminated: ERROR {rc=2} [trial-2395↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=5340)]\u000a22:03:33.002626 run osmo-msc_10.42.42.6(pid=5340): stdout: \u000a| (launched: 2022-12-13_22:03:31.523456) \u000a22:03:33.052044 run osmo-msc_10.42.42.6(pid=5340): stderr: \u000a| �[0;m�[38;5;43m20221213220332149 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213220332149 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f2e66daec40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213220332149 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213220332149 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213220332149 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213220332149 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213220332151 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213220332151 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213220332151 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213220332152 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a22:03:33.094672 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5333): Terminating (SIGTERM)\u000a22:03:33.134769 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5336): Terminating (SIGTERM)\u000a22:03:33.174886 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=5339): Terminating (SIGTERM)\u000a22:03:33.184060 --- ParallelTerminationStrategy: PID 5333 died...\u000a22:03:33.238367 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5333): Terminated: ok {rc=0}\u000a22:03:33.247949 --- ParallelTerminationStrategy: PID 5336 died...\u000a22:03:33.302182 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5336): Terminated: ok {rc=0}\u000a22:03:33.311877 --- ParallelTerminationStrategy: PID 5339 died...\u000a22:03:33.366281 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=5339): Terminated: ok {rc=0}\u000a22:03:33.454577 bus /sierra_3: Setting Powered False\u000a22:03:34.557202 bus /sierra_3: Setting Powered False\u000a22:03:35.664619 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 78, "className" : "voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=5348): Process ended prematurely: osmo-stp_10.42.42.5(pid=5348) [trial-2395↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5348)]", "failedSince" : 2318, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=5348): Process ended prematurely: osmo-stp_10.42.42.5(pid=5348) [trial-2395↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5348)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2395 voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a22:03:36.779701 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a22:03:36.791810 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1)\u000a22:03:36.956816 tst mo_mt_call_osmux.py: using LAC 36521\u000a22:03:37.078475 tst mo_mt_call_osmux.py: using RAC 56\u000a22:03:37.195597 tst mo_mt_call_osmux.py: using CellId 36521\u000a22:03:37.312608 tst mo_mt_call_osmux.py: using BVCI 36522\u000a22:03:37.335415 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a22:03:37.346550 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a22:03:37.357531 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a22:03:37.368186 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a22:03:37.379063 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a22:03:37.389863 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a22:03:37.510254 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a22:03:37.712316 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:03:38.193805 run create_hlr_db(pid=5342): Launched\u000a22:03:38.367743 bus /sierra_2: Setting Powered False\u000a22:03:39.389693 run create_hlr_db(pid=5342): Terminated: ok {rc=0}\u000a22:03:39.815512 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5344): Launched\u000a22:03:40.136497 run osmo-hlr_10.42.42.2(pid=5345): Launched\u000a22:03:40.255617 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:03:40.811540 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5347): Launched\u000a22:03:41.130640 run osmo-stp_10.42.42.5(pid=5348): Launched\u000a22:03:41.247522 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a22:03:41.839288 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=5350): Launched\u000a22:03:42.160439 run osmo-msc_10.42.42.6(pid=5351): Launched\u000a22:03:42.349574 run osmo-stp_10.42.42.5(pid=5348): ERR: Terminated: ERROR {rc=1} [trial-2395↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5348)]\u000a22:03:42.485520 run osmo-stp_10.42.42.5(pid=5348): stdout: \u000a| (launched: 2022-12-13_22:03:40.973983)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:03:42.620872 run osmo-stp_10.42.42.5(pid=5348): stderr: \u000a| �[0;m�[38;5;43m20221213220341164 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213220341164 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213220341165 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213220341165 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213220341165 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213220341166 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213220341166 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:03:42.750302 run osmo-stp_10.42.42.5(pid=5348): stdout: \u000a| (launched: 2022-12-13_22:03:40.973983)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:03:42.878848 run osmo-stp_10.42.42.5(pid=5348): stderr: \u000a| �[0;m�[38;5;43m20221213220341164 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213220341164 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213220341165 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213220341165 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213220341165 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213220341166 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213220341166 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:03:42.935323 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=5348): Process ended prematurely: osmo-stp_10.42.42.5(pid=5348) [trial-2395↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5348)] [trial-2395↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8]\u000a22:03:42.944474 tst mo_mt_call_osmux.py:8: Test FAILED (6.2 sec)\u000a22:03:43.007101 run osmo-hlr_10.42.42.2(pid=5345): ERR: Terminated: ERROR {rc=237} [trial-2395↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=5345)]\u000a22:03:43.058471 run osmo-hlr_10.42.42.2(pid=5345): stdout: \u000a| (launched: 2022-12-13_22:03:39.978838) \u000a22:03:43.110314 run osmo-hlr_10.42.42.2(pid=5345): stderr: \u000a| �[0;m�[1;31m20221213220340177 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213220340177 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213220340177 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213220340178 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213220340178 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213220340178 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213220340197 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2395/run.2022-12-13_21-44-31/voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213220340206 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213220340206 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213220340206 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:03:43.180480 run osmo-msc_10.42.42.6(pid=5351): ERR: Terminated: ERROR {rc=2} [trial-2395↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=5351)]\u000a22:03:43.232005 run osmo-msc_10.42.42.6(pid=5351): stdout: \u000a| (launched: 2022-12-13_22:03:42.002758) \u000a22:03:43.283932 run osmo-msc_10.42.42.6(pid=5351): stderr: \u000a| �[0;m�[38;5;43m20221213220342322 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213220342322 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fc68185cc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213220342322 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213220342322 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213220342322 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213220342323 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213220342324 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213220342325 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213220342325 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213220342325 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a22:03:43.327885 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5344): Terminating (SIGTERM)\u000a22:03:43.369610 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5347): Terminating (SIGTERM)\u000a22:03:43.411103 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=5350): Terminating (SIGTERM)\u000a22:03:43.420689 --- ParallelTerminationStrategy: PID 5344 died...\u000a22:03:43.476620 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5344): Terminated: ok {rc=0}\u000a22:03:43.486627 --- ParallelTerminationStrategy: PID 5347 died...\u000a22:03:43.542154 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5347): Terminated: ok {rc=0}\u000a22:03:43.552063 --- ParallelTerminationStrategy: PID 5350 died...\u000a22:03:43.607658 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=5350): Terminated: ok {rc=0}\u000a22:03:43.693946 bus /sierra_3: Setting Powered False\u000a22:03:44.799347 bus /sierra_3: Setting Powered False\u000a22:03:45.916015 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "41", "name" : "voice_trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T22:03:26" }, { "cases" : [ { "testActions" : [ ], "age" : 78, "className" : "voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=5362): Process ended prematurely: osmo-stp_10.42.42.5(pid=5362) [trial-2395↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5362)]", "failedSince" : 2318, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=5362): Process ended prematurely: osmo-stp_10.42.42.5(pid=5362) [trial-2395↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5362)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2395 voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call.py\u000a----------------------------------------------\u000a22:03:47.958201 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a22:03:47.969065 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1)\u000a22:03:48.129805 tst mo_mt_call.py: using LAC 36522\u000a22:03:48.245419 tst mo_mt_call.py: using RAC 57\u000a22:03:48.362660 tst mo_mt_call.py: using CellId 36522\u000a22:03:48.479028 tst mo_mt_call.py: using BVCI 36523\u000a22:03:48.501752 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a22:03:48.512587 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a22:03:48.523337 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a22:03:48.534095 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a22:03:48.545222 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a22:03:48.556073 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a22:03:48.670766 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a22:03:48.881032 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:03:49.387335 run create_hlr_db(pid=5356): Launched\u000a22:03:49.573846 bus /sierra_2: Setting Powered False\u000a22:03:50.594711 run create_hlr_db(pid=5356): Terminated: ok {rc=0}\u000a22:03:51.021031 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5358): Launched\u000a22:03:51.342094 run osmo-hlr_10.42.42.2(pid=5359): Launched\u000a22:03:51.461836 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:03:52.016524 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5361): Launched\u000a22:03:52.315221 run osmo-stp_10.42.42.5(pid=5362): Launched\u000a22:03:52.425613 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a22:03:52.972194 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=5364): Launched\u000a22:03:53.282004 run osmo-msc_10.42.42.6(pid=5365): Launched\u000a22:03:53.472820 run osmo-stp_10.42.42.5(pid=5362): ERR: Terminated: ERROR {rc=1} [trial-2395↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5362)]\u000a22:03:53.611918 run osmo-stp_10.42.42.5(pid=5362): stdout: \u000a| (launched: 2022-12-13_22:03:52.168404)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:03:53.747489 run osmo-stp_10.42.42.5(pid=5362): stderr: \u000a| �[0;m�[38;5;43m20221213220352338 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213220352338 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213220352338 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213220352339 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213220352339 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213220352339 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213220352339 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:03:53.877250 run osmo-stp_10.42.42.5(pid=5362): stdout: \u000a| (launched: 2022-12-13_22:03:52.168404)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:03:54.005655 run osmo-stp_10.42.42.5(pid=5362): stderr: \u000a| �[0;m�[38;5;43m20221213220352338 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213220352338 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213220352338 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213220352339 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213220352339 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213220352339 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213220352339 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:03:54.062111 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=5362): Process ended prematurely: osmo-stp_10.42.42.5(pid=5362) [trial-2395↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5362)] [trial-2395↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8]\u000a22:03:54.071187 tst mo_mt_call.py:8: Test FAILED (6.1 sec)\u000a22:03:54.134022 run osmo-hlr_10.42.42.2(pid=5359): ERR: Terminated: ERROR {rc=237} [trial-2395↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=5359)]\u000a22:03:54.185224 run osmo-hlr_10.42.42.2(pid=5359): stdout: \u000a| (launched: 2022-12-13_22:03:51.183724) \u000a22:03:54.237223 run osmo-hlr_10.42.42.2(pid=5359): stderr: \u000a| �[0;m�[1;31m20221213220351382 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213220351382 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213220351382 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213220351382 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213220351382 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213220351382 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213220351395 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2395/run.2022-12-13_21-44-31/voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213220351403 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213220351404 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213220351404 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:03:54.307644 run osmo-msc_10.42.42.6(pid=5365): ERR: Terminated: ERROR {rc=2} [trial-2395↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=5365)]\u000a22:03:54.358931 run osmo-msc_10.42.42.6(pid=5365): stdout: \u000a| (launched: 2022-12-13_22:03:53.124677) \u000a22:03:54.410710 run osmo-msc_10.42.42.6(pid=5365): stderr: \u000a| �[0;m�[38;5;43m20221213220353438 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213220353439 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fbae3fbbc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213220353439 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213220353439 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213220353439 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213220353439 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213220353441 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213220353441 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213220353441 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213220353442 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a22:03:54.454601 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5358): Terminating (SIGTERM)\u000a22:03:54.496047 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5361): Terminating (SIGTERM)\u000a22:03:54.537787 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=5364): Terminating (SIGTERM)\u000a22:03:54.547222 --- ParallelTerminationStrategy: PID 5358 died...\u000a22:03:54.603192 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5358): Terminated: ok {rc=0}\u000a22:03:54.613158 --- ParallelTerminationStrategy: PID 5361 died...\u000a22:03:54.668662 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5361): Terminated: ok {rc=0}\u000a22:03:54.678495 --- ParallelTerminationStrategy: PID 5364 died...\u000a22:03:54.734158 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=5364): Terminated: ok {rc=0}\u000a22:03:54.822314 bus /sierra_3: Setting Powered False\u000a22:03:55.923943 bus /sierra_3: Setting Powered False\u000a22:03:57.035378 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 78, "className" : "voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=5373): Process ended prematurely: osmo-stp_10.42.42.5(pid=5373) [trial-2395↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5373)]", "failedSince" : 2318, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=5373): Process ended prematurely: osmo-stp_10.42.42.5(pid=5373) [trial-2395↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5373)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2395 voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a22:03:58.144716 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a22:03:58.156227 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1)\u000a22:03:58.312841 tst mo_mt_call_osmux.py: using LAC 36523\u000a22:03:58.433319 tst mo_mt_call_osmux.py: using RAC 58\u000a22:03:58.551227 tst mo_mt_call_osmux.py: using CellId 36523\u000a22:03:58.676771 tst mo_mt_call_osmux.py: using BVCI 36524\u000a22:03:58.701235 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a22:03:58.712661 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a22:03:58.724041 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a22:03:58.735544 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a22:03:58.747387 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a22:03:58.758923 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a22:03:58.875031 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a22:03:59.073056 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:03:59.550256 run create_hlr_db(pid=5367): Launched\u000a22:03:59.721551 bus /sierra_2: Setting Powered False\u000a22:04:00.744366 run create_hlr_db(pid=5367): Terminated: ok {rc=0}\u000a22:04:01.216218 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5369): Launched\u000a22:04:01.621196 run osmo-hlr_10.42.42.2(pid=5370): Launched\u000a22:04:01.729086 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:04:02.405823 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5372): Launched\u000a22:04:02.730604 run osmo-stp_10.42.42.5(pid=5373): Launched\u000a22:04:02.849432 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a22:04:03.437796 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=5375): Launched\u000a22:04:03.759972 run osmo-msc_10.42.42.6(pid=5376): Launched\u000a22:04:03.949030 run osmo-stp_10.42.42.5(pid=5373): ERR: Terminated: ERROR {rc=1} [trial-2395↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5373)]\u000a22:04:04.085105 run osmo-stp_10.42.42.5(pid=5373): stdout: \u000a| (launched: 2022-12-13_22:04:02.570895)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:04:04.221199 run osmo-stp_10.42.42.5(pid=5373): stderr: \u000a| �[0;m�[38;5;43m20221213220402761 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213220402761 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213220402762 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213220402762 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213220402763 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213220402763 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213220402763 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:04:04.350844 run osmo-stp_10.42.42.5(pid=5373): stdout: \u000a| (launched: 2022-12-13_22:04:02.570895)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:04:04.479628 run osmo-stp_10.42.42.5(pid=5373): stderr: \u000a| �[0;m�[38;5;43m20221213220402761 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213220402761 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213220402762 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213220402762 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213220402763 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213220402763 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213220402763 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:04:04.536160 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=5373): Process ended prematurely: osmo-stp_10.42.42.5(pid=5373) [trial-2395↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5373)] [trial-2395↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8]\u000a22:04:04.545674 tst mo_mt_call_osmux.py:8: Test FAILED (6.4 sec)\u000a22:04:04.608445 run osmo-hlr_10.42.42.2(pid=5370): ERR: Terminated: ERROR {rc=237} [trial-2395↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=5370)]\u000a22:04:04.659793 run osmo-hlr_10.42.42.2(pid=5370): stdout: \u000a| (launched: 2022-12-13_22:04:01.374189) \u000a22:04:04.712217 run osmo-hlr_10.42.42.2(pid=5370): stderr: \u000a| �[0;m�[1;31m20221213220401742 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213220401742 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213220401742 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213220401742 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213220401742 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213220401745 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213220401782 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2395/run.2022-12-13_21-44-31/voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213220401808 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213220401808 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213220401808 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:04:04.782739 run osmo-msc_10.42.42.6(pid=5376): ERR: Terminated: ERROR {rc=2} [trial-2395↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=5376)]\u000a22:04:04.834189 run osmo-msc_10.42.42.6(pid=5376): stdout: \u000a| (launched: 2022-12-13_22:04:03.600514) \u000a22:04:04.885958 run osmo-msc_10.42.42.6(pid=5376): stderr: \u000a| �[0;m�[38;5;43m20221213220403919 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213220403919 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fc03d5d2c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213220403919 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213220403919 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213220403920 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213220403920 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213220403922 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213220403922 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213220403922 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213220403922 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a22:04:04.930144 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5369): Terminating (SIGTERM)\u000a22:04:04.971769 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5372): Terminating (SIGTERM)\u000a22:04:05.013772 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=5375): Terminating (SIGTERM)\u000a22:04:05.023906 --- ParallelTerminationStrategy: PID 5369 died...\u000a22:04:05.080227 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5369): Terminated: ok {rc=0}\u000a22:04:05.090272 --- ParallelTerminationStrategy: PID 5372 died...\u000a22:04:05.146240 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5372): Terminated: ok {rc=0}\u000a22:04:05.156336 --- ParallelTerminationStrategy: PID 5375 died...\u000a22:04:05.213100 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=5375): Terminated: ok {rc=0}\u000a22:04:05.300706 bus /sierra_3: Setting Powered False\u000a22:04:06.406173 bus /sierra_3: Setting Powered False\u000a22:04:07.513605 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "42", "name" : "voice_trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T22:03:47" }, { "cases" : [ { "testActions" : [ ], "age" : 78, "className" : "voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=5387): Process ended prematurely: osmo-stp_10.42.42.5(pid=5387) [trial-2395↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5387)]", "failedSince" : 2318, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=5387): Process ended prematurely: osmo-stp_10.42.42.5(pid=5387) [trial-2395↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5387)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2395 voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1 mo_mt_call.py\u000a----------------------------------------------\u000a22:04:09.514801 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a22:04:09.526453 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x bts (candidates: 1)\u000a22:04:09.694782 tst mo_mt_call.py: using LAC 36524\u000a22:04:09.818389 tst mo_mt_call.py: using RAC 59\u000a22:04:09.942190 tst mo_mt_call.py: using CellId 36524\u000a22:04:10.065857 tst mo_mt_call.py: using BVCI 36525\u000a22:04:10.090208 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a22:04:10.101611 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a22:04:10.112986 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a22:04:10.124394 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a22:04:10.136252 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a22:04:10.147935 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a22:04:10.264526 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a22:04:10.475932 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:04:10.979718 run create_hlr_db(pid=5381): Launched\u000a22:04:11.166110 bus /sierra_2: Setting Powered False\u000a22:04:12.188366 run create_hlr_db(pid=5381): Terminated: ok {rc=0}\u000a22:04:12.592360 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5383): Launched\u000a22:04:12.891785 run osmo-hlr_10.42.42.2(pid=5384): Launched\u000a22:04:13.002430 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:04:13.521672 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5386): Launched\u000a22:04:13.821650 run osmo-stp_10.42.42.5(pid=5387): Launched\u000a22:04:13.931148 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a22:04:14.483028 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=5389): Launched\u000a22:04:14.784342 run osmo-msc_10.42.42.6(pid=5390): Launched\u000a22:04:14.961069 run osmo-stp_10.42.42.5(pid=5387): ERR: Terminated: ERROR {rc=1} [trial-2395↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5387)]\u000a22:04:15.088554 run osmo-stp_10.42.42.5(pid=5387): stdout: \u000a| (launched: 2022-12-13_22:04:13.673926)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:04:15.213860 run osmo-stp_10.42.42.5(pid=5387): stderr: \u000a| �[0;m�[38;5;43m20221213220413844 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213220413844 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213220413845 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213220413845 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213220413847 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213220413847 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213220413847 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:04:15.334925 run osmo-stp_10.42.42.5(pid=5387): stdout: \u000a| (launched: 2022-12-13_22:04:13.673926)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:04:15.454474 run osmo-stp_10.42.42.5(pid=5387): stderr: \u000a| �[0;m�[38;5;43m20221213220413844 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213220413844 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213220413845 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213220413845 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213220413847 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213220413847 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213220413847 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:04:15.507402 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=5387): Process ended prematurely: osmo-stp_10.42.42.5(pid=5387) [trial-2395↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5387)] [trial-2395↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8]\u000a22:04:15.515939 tst mo_mt_call.py:8: Test FAILED (6.0 sec)\u000a22:04:15.575643 run osmo-hlr_10.42.42.2(pid=5384): ERR: Terminated: ERROR {rc=237} [trial-2395↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=5384)]\u000a22:04:15.624458 run osmo-hlr_10.42.42.2(pid=5384): stdout: \u000a| (launched: 2022-12-13_22:04:12.744493) \u000a22:04:15.673384 run osmo-hlr_10.42.42.2(pid=5384): stderr: \u000a| �[0;m�[1;31m20221213220412919 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213220412919 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213220412919 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213220412919 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213220412919 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213220412919 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213220412932 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2395/run.2022-12-13_21-44-31/voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213220412942 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213220412942 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213220412942 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:04:15.739917 run osmo-msc_10.42.42.6(pid=5390): ERR: Terminated: ERROR {rc=2} [trial-2395↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=5390)]\u000a22:04:15.788407 run osmo-msc_10.42.42.6(pid=5390): stdout: \u000a| (launched: 2022-12-13_22:04:14.636583) \u000a22:04:15.852162 run osmo-msc_10.42.42.6(pid=5390): stderr: \u000a| �[0;m�[38;5;43m20221213220414910 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213220414910 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fbeb380ec40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213220414910 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213220414910 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213220414910 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213220414910 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213220414912 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213220414912 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213220414913 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213220414913 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a22:04:15.916688 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5383): Terminating (SIGTERM)\u000a22:04:15.957565 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5386): Terminating (SIGTERM)\u000a22:04:15.998229 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=5389): Terminating (SIGTERM)\u000a22:04:16.010265 --- ParallelTerminationStrategy: PID 5383 died...\u000a22:04:16.064342 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5383): Terminated: ok {rc=0}\u000a22:04:16.074353 --- ParallelTerminationStrategy: PID 5386 died...\u000a22:04:16.128733 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5386): Terminated: ok {rc=0}\u000a22:04:16.138599 --- ParallelTerminationStrategy: PID 5389 died...\u000a22:04:16.192459 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=5389): Terminated: ok {rc=0}\u000a22:04:16.281445 bus /sierra_3: Setting Powered False\u000a22:04:17.386452 bus /sierra_3: Setting Powered False\u000a22:04:18.493835 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 78, "className" : "voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1", "duration" : 6.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=5398): Process ended prematurely: osmo-stp_10.42.42.5(pid=5398) [trial-2395↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5398)]", "failedSince" : 2318, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=5398): Process ended prematurely: osmo-stp_10.42.42.5(pid=5398) [trial-2395↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5398)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2395 voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a22:04:19.607737 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a22:04:19.619696 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x bts (candidates: 1)\u000a22:04:19.779453 tst mo_mt_call_osmux.py: using LAC 36525\u000a22:04:19.897334 tst mo_mt_call_osmux.py: using RAC 60\u000a22:04:20.015121 tst mo_mt_call_osmux.py: using CellId 36525\u000a22:04:20.134879 tst mo_mt_call_osmux.py: using BVCI 36526\u000a22:04:20.157977 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a22:04:20.169140 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a22:04:20.179969 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a22:04:20.190727 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a22:04:20.201951 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a22:04:20.212928 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a22:04:20.328140 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a22:04:20.538200 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:04:21.040438 run create_hlr_db(pid=5392): Launched\u000a22:04:21.225245 bus /sierra_2: Setting Powered False\u000a22:04:22.247091 run create_hlr_db(pid=5392): Terminated: ok {rc=0}\u000a22:04:22.649656 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5394): Launched\u000a22:04:22.949159 run osmo-hlr_10.42.42.2(pid=5395): Launched\u000a22:04:23.059465 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:04:23.578973 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5397): Launched\u000a22:04:23.878315 run osmo-stp_10.42.42.5(pid=5398): Launched\u000a22:04:23.987852 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a22:04:24.534310 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=5400): Launched\u000a22:04:24.834636 run osmo-msc_10.42.42.6(pid=5401): Launched\u000a22:04:25.010260 run osmo-stp_10.42.42.5(pid=5398): ERR: Terminated: ERROR {rc=1} [trial-2395↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5398)]\u000a22:04:25.136855 run osmo-stp_10.42.42.5(pid=5398): stdout: \u000a| (launched: 2022-12-13_22:04:23.730924)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:04:25.261537 run osmo-stp_10.42.42.5(pid=5398): stderr: \u000a| �[0;m�[38;5;43m20221213220423900 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213220423900 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213220423900 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213220423900 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213220423903 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213220423903 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213220423903 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:04:25.381865 run osmo-stp_10.42.42.5(pid=5398): stdout: \u000a| (launched: 2022-12-13_22:04:23.730924)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:04:25.500688 run osmo-stp_10.42.42.5(pid=5398): stderr: \u000a| �[0;m�[38;5;43m20221213220423900 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213220423900 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213220423900 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213220423900 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213220423903 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213220423903 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213220423903 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:04:25.553206 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=5398): Process ended prematurely: osmo-stp_10.42.42.5(pid=5398) [trial-2395↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5398)] [trial-2395↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8]\u000a22:04:25.561874 tst mo_mt_call_osmux.py:8: Test FAILED (6.0 sec)\u000a22:04:25.620735 run osmo-hlr_10.42.42.2(pid=5395): ERR: Terminated: ERROR {rc=237} [trial-2395↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=5395)]\u000a22:04:25.668696 run osmo-hlr_10.42.42.2(pid=5395): stdout: \u000a| (launched: 2022-12-13_22:04:22.801866) \u000a22:04:25.717594 run osmo-hlr_10.42.42.2(pid=5395): stderr: \u000a| �[0;m�[1;31m20221213220422979 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213220422979 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213220422979 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213220422979 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213220422979 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213220422979 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213220422992 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2395/run.2022-12-13_21-44-31/voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213220423001 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213220423001 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213220423001 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:04:25.785332 run osmo-msc_10.42.42.6(pid=5401): ERR: Terminated: ERROR {rc=2} [trial-2395↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=5401)]\u000a22:04:25.833649 run osmo-msc_10.42.42.6(pid=5401): stdout: \u000a| (launched: 2022-12-13_22:04:24.687264) \u000a22:04:25.882296 run osmo-msc_10.42.42.6(pid=5401): stderr: \u000a| �[0;m�[38;5;43m20221213220424961 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213220424961 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f8e5b06ac40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213220424961 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213220424961 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213220424962 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213220424962 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213220424965 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213220424966 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213220424966 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213220424966 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a22:04:25.923616 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5394): Terminating (SIGTERM)\u000a22:04:25.962756 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5397): Terminating (SIGTERM)\u000a22:04:26.001961 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=5400): Terminating (SIGTERM)\u000a22:04:26.011017 --- ParallelTerminationStrategy: PID 5394 died...\u000a22:04:26.063774 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5394): Terminated: ok {rc=0}\u000a22:04:26.073170 --- ParallelTerminationStrategy: PID 5397 died...\u000a22:04:26.125523 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5397): Terminated: ok {rc=0}\u000a22:04:26.134938 --- ParallelTerminationStrategy: PID 5400 died...\u000a22:04:26.187346 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=5400): Terminated: ok {rc=0}\u000a22:04:26.274418 bus /sierra_3: Setting Powered False\u000a22:04:27.376120 bus /sierra_3: Setting Powered False\u000a22:04:28.482751 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 21.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "43", "name" : "voice_trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T22:04:09" }, { "cases" : [ { "testActions" : [ ], "age" : 78, "className" : "voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=5412): Process ended prematurely: osmo-stp_10.42.42.5(pid=5412) [trial-2395↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5412)]", "failedSince" : 2318, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=5412): Process ended prematurely: osmo-stp_10.42.42.5(pid=5412) [trial-2395↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5412)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2395 voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call.py\u000a----------------------------------------------\u000a22:04:30.474161 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a22:04:30.485096 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1)\u000a22:04:30.639800 tst mo_mt_call.py: using LAC 36526\u000a22:04:30.756702 tst mo_mt_call.py: using RAC 61\u000a22:04:30.905837 tst mo_mt_call.py: using CellId 36526\u000a22:04:31.043201 tst mo_mt_call.py: using BVCI 36527\u000a22:04:31.067027 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a22:04:31.078542 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a22:04:31.089957 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a22:04:31.101490 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a22:04:31.113164 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a22:04:31.124385 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a22:04:31.243746 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a22:04:31.448326 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:04:31.976178 run create_hlr_db(pid=5406): Launched\u000a22:04:32.151333 bus /sierra_2: Setting Powered False\u000a22:04:33.170726 run create_hlr_db(pid=5406): Terminated: ok {rc=0}\u000a22:04:33.569218 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5408): Launched\u000a22:04:33.866752 run osmo-hlr_10.42.42.2(pid=5409): Launched\u000a22:04:33.985272 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:04:34.509311 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5411): Launched\u000a22:04:34.808089 run osmo-stp_10.42.42.5(pid=5412): Launched\u000a22:04:34.916465 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a22:04:35.461593 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=5414): Launched\u000a22:04:35.759518 run osmo-msc_10.42.42.6(pid=5415): Launched\u000a22:04:35.935050 run osmo-stp_10.42.42.5(pid=5412): ERR: Terminated: ERROR {rc=1} [trial-2395↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5412)]\u000a22:04:36.063608 run osmo-stp_10.42.42.5(pid=5412): stdout: \u000a| (launched: 2022-12-13_22:04:34.660646)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:04:36.188676 run osmo-stp_10.42.42.5(pid=5412): stderr: \u000a| �[0;m�[38;5;43m20221213220434834 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213220434834 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213220434835 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213220434835 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213220434835 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213220434835 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213220434836 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:04:36.308795 run osmo-stp_10.42.42.5(pid=5412): stdout: \u000a| (launched: 2022-12-13_22:04:34.660646)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:04:36.427297 run osmo-stp_10.42.42.5(pid=5412): stderr: \u000a| �[0;m�[38;5;43m20221213220434834 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213220434834 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213220434835 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213220434835 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213220434835 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213220434835 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213220434836 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:04:36.479955 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=5412): Process ended prematurely: osmo-stp_10.42.42.5(pid=5412) [trial-2395↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5412)] [trial-2395↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8]\u000a22:04:36.488445 tst mo_mt_call.py:8: Test FAILED (6.0 sec)\u000a22:04:36.548123 run osmo-hlr_10.42.42.2(pid=5409): ERR: Terminated: ERROR {rc=237} [trial-2395↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=5409)]\u000a22:04:36.596515 run osmo-hlr_10.42.42.2(pid=5409): stdout: \u000a| (launched: 2022-12-13_22:04:33.721258) \u000a22:04:36.645486 run osmo-hlr_10.42.42.2(pid=5409): stderr: \u000a| �[0;m�[1;31m20221213220433899 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213220433899 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213220433899 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213220433899 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213220433899 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213220433899 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213220433912 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2395/run.2022-12-13_21-44-31/voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213220433922 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213220433922 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213220433923 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:04:36.712409 run osmo-msc_10.42.42.6(pid=5415): ERR: Terminated: ERROR {rc=2} [trial-2395↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=5415)]\u000a22:04:36.760571 run osmo-msc_10.42.42.6(pid=5415): stdout: \u000a| (launched: 2022-12-13_22:04:35.612904) \u000a22:04:36.809223 run osmo-msc_10.42.42.6(pid=5415): stderr: \u000a| �[0;m�[38;5;43m20221213220435885 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213220435885 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fa712216c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213220435886 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213220435886 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213220435886 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213220435886 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213220435888 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213220435888 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213220435888 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213220435888 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a22:04:36.850564 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5408): Terminating (SIGTERM)\u000a22:04:36.889705 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5411): Terminating (SIGTERM)\u000a22:04:36.928792 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=5414): Terminating (SIGTERM)\u000a22:04:36.937850 --- ParallelTerminationStrategy: PID 5408 died...\u000a22:04:36.990358 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5408): Terminated: ok {rc=0}\u000a22:04:36.999677 --- ParallelTerminationStrategy: PID 5411 died...\u000a22:04:37.052525 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5411): Terminated: ok {rc=0}\u000a22:04:37.061993 --- ParallelTerminationStrategy: PID 5414 died...\u000a22:04:37.114406 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=5414): Terminated: ok {rc=0}\u000a22:04:37.197580 bus /sierra_3: Setting Powered False\u000a22:04:38.298651 bus /sierra_3: Setting Powered False\u000a22:04:39.410263 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 78, "className" : "voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=5423): Process ended prematurely: osmo-stp_10.42.42.5(pid=5423) [trial-2395↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5423)]", "failedSince" : 2318, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=5423): Process ended prematurely: osmo-stp_10.42.42.5(pid=5423) [trial-2395↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5423)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2395 voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a22:04:40.519600 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a22:04:40.531118 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1)\u000a22:04:40.686198 tst mo_mt_call_osmux.py: using LAC 36527\u000a22:04:40.803926 tst mo_mt_call_osmux.py: using RAC 62\u000a22:04:40.922537 tst mo_mt_call_osmux.py: using CellId 36527\u000a22:04:41.040115 tst mo_mt_call_osmux.py: using BVCI 36528\u000a22:04:41.062847 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a22:04:41.073821 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a22:04:41.084612 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a22:04:41.095382 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a22:04:41.106339 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a22:04:41.117114 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a22:04:41.238956 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a22:04:41.451873 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:04:41.959013 run create_hlr_db(pid=5417): Launched\u000a22:04:42.145144 bus /sierra_2: Setting Powered False\u000a22:04:43.166522 run create_hlr_db(pid=5417): Terminated: ok {rc=0}\u000a22:04:43.570591 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5419): Launched\u000a22:04:43.871056 run osmo-hlr_10.42.42.2(pid=5420): Launched\u000a22:04:43.991064 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:04:44.517814 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5422): Launched\u000a22:04:44.818433 run osmo-stp_10.42.42.5(pid=5423): Launched\u000a22:04:44.928512 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a22:04:45.478939 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=5425): Launched\u000a22:04:45.780400 run osmo-msc_10.42.42.6(pid=5426): Launched\u000a22:04:46.027175 run osmo-stp_10.42.42.5(pid=5423): ERR: Terminated: ERROR {rc=1} [trial-2395↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5423)]\u000a22:04:46.284525 run osmo-stp_10.42.42.5(pid=5423): stdout: \u000a| (launched: 2022-12-13_22:04:44.670620)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:04:46.426033 run osmo-stp_10.42.42.5(pid=5423): stderr: \u000a| �[0;m�[38;5;43m20221213220444842 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213220444842 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213220444843 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213220444843 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213220444843 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213220444844 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213220444844 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:04:46.560370 run osmo-stp_10.42.42.5(pid=5423): stdout: \u000a| (launched: 2022-12-13_22:04:44.670620)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:04:46.694647 run osmo-stp_10.42.42.5(pid=5423): stderr: \u000a| �[0;m�[38;5;43m20221213220444842 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213220444842 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213220444843 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213220444843 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213220444843 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213220444844 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213220444844 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:04:46.752674 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=5423): Process ended prematurely: osmo-stp_10.42.42.5(pid=5423) [trial-2395↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5423)] [trial-2395↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8]\u000a22:04:46.763160 tst mo_mt_call_osmux.py:8: Test FAILED (6.3 sec)\u000a22:04:46.832025 run osmo-hlr_10.42.42.2(pid=5420): ERR: Terminated: ERROR {rc=237} [trial-2395↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=5420)]\u000a22:04:46.886609 run osmo-hlr_10.42.42.2(pid=5420): stdout: \u000a| (launched: 2022-12-13_22:04:43.723118) \u000a22:04:46.940614 run osmo-hlr_10.42.42.2(pid=5420): stderr: \u000a| �[0;m�[1;31m20221213220443900 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213220443900 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213220443900 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213220443900 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213220443900 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213220443900 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213220443912 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2395/run.2022-12-13_21-44-31/voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213220443921 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213220443921 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213220443921 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:04:47.014433 run osmo-msc_10.42.42.6(pid=5426): ERR: Terminated: ERROR {rc=2} [trial-2395↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=5426)]\u000a22:04:47.067976 run osmo-msc_10.42.42.6(pid=5426): stdout: \u000a| (launched: 2022-12-13_22:04:45.631707) \u000a22:04:47.121787 run osmo-msc_10.42.42.6(pid=5426): stderr: \u000a| �[0;m�[38;5;43m20221213220445989 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213220445989 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f8ff462cc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213220445989 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213220445989 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213220445990 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213220445990 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213220445992 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213220445992 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213220445992 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213220445992 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a22:04:47.167801 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5419): Terminating (SIGTERM)\u000a22:04:47.214342 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5422): Terminating (SIGTERM)\u000a22:04:47.259650 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=5425): Terminating (SIGTERM)\u000a22:04:47.269415 --- ParallelTerminationStrategy: PID 5419 died...\u000a22:04:47.327298 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5419): Terminated: ok {rc=0}\u000a22:04:47.337431 --- ParallelTerminationStrategy: PID 5422 died...\u000a22:04:47.394702 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5422): Terminated: ok {rc=0}\u000a22:04:47.404721 --- ParallelTerminationStrategy: PID 5425 died...\u000a22:04:47.461938 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=5425): Terminated: ok {rc=0}\u000a22:04:47.549881 bus /sierra_3: Setting Powered False\u000a22:04:48.650775 bus /sierra_3: Setting Powered False\u000a22:04:49.759865 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "44", "name" : "voice_trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T22:04:30" }, { "cases" : [ { "testActions" : [ ], "age" : 78, "className" : "voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=5437): Process ended prematurely: osmo-stp_10.42.42.5(pid=5437) [trial-2395↪voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5437)]", "failedSince" : 2318, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=5437): Process ended prematurely: osmo-stp_10.42.42.5(pid=5437) [trial-2395↪voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5437)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2395 voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call.py\u000a----------------------------------------------\u000a22:04:51.768596 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a22:04:51.780151 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a22:04:51.945470 tst mo_mt_call.py: using LAC 36528\u000a22:04:52.070687 tst mo_mt_call.py: using RAC 63\u000a22:04:52.196516 tst mo_mt_call.py: using CellId 36528\u000a22:04:52.321667 tst mo_mt_call.py: using BVCI 36529\u000a22:04:52.344453 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a22:04:52.355721 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a22:04:52.366727 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a22:04:52.377811 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a22:04:52.388843 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a22:04:52.399692 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a22:04:52.521092 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a22:04:52.721907 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:04:53.200815 run create_hlr_db(pid=5431): Launched\u000a22:04:53.372841 bus /sierra_2: Setting Powered False\u000a22:04:54.395268 run create_hlr_db(pid=5431): Terminated: ok {rc=0}\u000a22:04:54.820707 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5433): Launched\u000a22:04:55.141358 run osmo-hlr_10.42.42.2(pid=5434): Launched\u000a22:04:55.262791 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:04:55.819053 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5436): Launched\u000a22:04:56.142206 run osmo-stp_10.42.42.5(pid=5437): Launched\u000a22:04:56.264502 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a22:04:56.851395 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=5439): Launched\u000a22:04:57.173460 run osmo-msc_10.42.42.6(pid=5440): Launched\u000a22:04:57.362514 run osmo-stp_10.42.42.5(pid=5437): ERR: Terminated: ERROR {rc=1} [trial-2395↪voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5437)]\u000a22:04:57.499080 run osmo-stp_10.42.42.5(pid=5437): stdout: \u000a| (launched: 2022-12-13_22:04:55.982354)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:04:57.634911 run osmo-stp_10.42.42.5(pid=5437): stderr: \u000a| �[0;m�[38;5;43m20221213220456175 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213220456176 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213220456176 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213220456176 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213220456177 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213220456177 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213220456177 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:04:57.764067 run osmo-stp_10.42.42.5(pid=5437): stdout: \u000a| (launched: 2022-12-13_22:04:55.982354)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:04:57.892008 run osmo-stp_10.42.42.5(pid=5437): stderr: \u000a| �[0;m�[38;5;43m20221213220456175 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213220456176 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213220456176 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213220456176 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213220456177 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213220456177 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213220456177 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:04:57.948241 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=5437): Process ended prematurely: osmo-stp_10.42.42.5(pid=5437) [trial-2395↪voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5437)] [trial-2395↪voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8]\u000a22:04:57.957535 tst mo_mt_call.py:8: Test FAILED (6.2 sec)\u000a22:04:58.020180 run osmo-hlr_10.42.42.2(pid=5434): ERR: Terminated: ERROR {rc=237} [trial-2395↪voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=5434)]\u000a22:04:58.071267 run osmo-hlr_10.42.42.2(pid=5434): stdout: \u000a| (launched: 2022-12-13_22:04:54.984354) \u000a22:04:58.123054 run osmo-hlr_10.42.42.2(pid=5434): stderr: \u000a| �[0;m�[1;31m20221213220455181 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213220455181 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213220455182 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213220455182 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213220455182 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213220455182 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213220455194 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2395/run.2022-12-13_21-44-31/voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213220455204 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213220455205 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213220455205 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:04:58.193338 run osmo-msc_10.42.42.6(pid=5440): ERR: Terminated: ERROR {rc=2} [trial-2395↪voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=5440)]\u000a22:04:58.244799 run osmo-msc_10.42.42.6(pid=5440): stdout: \u000a| (launched: 2022-12-13_22:04:57.014759) \u000a22:04:58.296733 run osmo-msc_10.42.42.6(pid=5440): stderr: \u000a| �[0;m�[38;5;43m20221213220457337 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213220457337 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7ff58c0e7c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213220457337 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213220457337 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213220457337 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213220457337 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213220457339 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213220457339 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213220457340 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213220457340 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a22:04:58.340700 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5433): Terminating (SIGTERM)\u000a22:04:58.382302 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5436): Terminating (SIGTERM)\u000a22:04:58.423776 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=5439): Terminating (SIGTERM)\u000a22:04:58.433335 --- ParallelTerminationStrategy: PID 5433 died...\u000a22:04:58.489377 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5433): Terminated: ok {rc=0}\u000a22:04:58.499208 --- ParallelTerminationStrategy: PID 5436 died...\u000a22:04:58.554711 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5436): Terminated: ok {rc=0}\u000a22:04:58.564557 --- ParallelTerminationStrategy: PID 5439 died...\u000a22:04:58.620203 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=5439): Terminated: ok {rc=0}\u000a22:04:58.706306 bus /sierra_3: Setting Powered False\u000a22:04:59.807430 bus /sierra_3: Setting Powered False\u000a22:05:00.935613 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 78, "className" : "voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=5458): Process ended prematurely: osmo-stp_10.42.42.5(pid=5458) [trial-2395↪voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5458)]", "failedSince" : 2318, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=5458): Process ended prematurely: osmo-stp_10.42.42.5(pid=5458) [trial-2395↪voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5458)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2395 voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call_osmux.py\u000a----------------------------------------------\u000a22:05:02.049916 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a22:05:02.063238 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a22:05:02.227045 tst mo_mt_call_osmux.py: using LAC 36529\u000a22:05:02.346347 tst mo_mt_call_osmux.py: using RAC 64\u000a22:05:02.471232 tst mo_mt_call_osmux.py: using CellId 36529\u000a22:05:02.596904 tst mo_mt_call_osmux.py: using BVCI 36530\u000a22:05:02.621319 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a22:05:02.632787 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a22:05:02.644103 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a22:05:02.655470 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a22:05:02.667280 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a22:05:02.678919 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a22:05:02.800643 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a22:05:03.002748 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:05:03.482457 run create_hlr_db(pid=5452): Launched\u000a22:05:03.655318 bus /sierra_2: Setting Powered False\u000a22:05:04.677578 run create_hlr_db(pid=5452): Terminated: ok {rc=0}\u000a22:05:05.105383 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5454): Launched\u000a22:05:05.427235 run osmo-hlr_10.42.42.2(pid=5455): Launched\u000a22:05:05.548571 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:05:06.107458 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5457): Launched\u000a22:05:06.428936 run osmo-stp_10.42.42.5(pid=5458): Launched\u000a22:05:06.546295 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a22:05:07.135126 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=5460): Launched\u000a22:05:07.456230 run osmo-msc_10.42.42.6(pid=5461): Launched\u000a22:05:07.646081 run osmo-stp_10.42.42.5(pid=5458): ERR: Terminated: ERROR {rc=1} [trial-2395↪voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5458)]\u000a22:05:07.783003 run osmo-stp_10.42.42.5(pid=5458): stdout: \u000a| (launched: 2022-12-13_22:05:06.271466)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:05:07.918971 run osmo-stp_10.42.42.5(pid=5458): stderr: \u000a| �[0;m�[38;5;43m20221213220506463 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213220506463 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213220506463 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213220506464 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213220506466 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213220506466 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213220506466 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:05:08.048216 run osmo-stp_10.42.42.5(pid=5458): stdout: \u000a| (launched: 2022-12-13_22:05:06.271466)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:05:08.176595 run osmo-stp_10.42.42.5(pid=5458): stderr: \u000a| �[0;m�[38;5;43m20221213220506463 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213220506463 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213220506463 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213220506464 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213220506466 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213220506466 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213220506466 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:05:08.233209 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=5458): Process ended prematurely: osmo-stp_10.42.42.5(pid=5458) [trial-2395↪voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5458)] [trial-2395↪voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8]\u000a22:05:08.242339 tst mo_mt_call_osmux.py:8: Test FAILED (6.2 sec)\u000a22:05:08.305266 run osmo-hlr_10.42.42.2(pid=5455): ERR: Terminated: ERROR {rc=237} [trial-2395↪voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=5455)]\u000a22:05:08.356481 run osmo-hlr_10.42.42.2(pid=5455): stdout: \u000a| (launched: 2022-12-13_22:05:05.269393) \u000a22:05:08.408129 run osmo-hlr_10.42.42.2(pid=5455): stderr: \u000a| �[0;m�[1;31m20221213220505465 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213220505465 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213220505465 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213220505465 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213220505465 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213220505465 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213220505481 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2395/run.2022-12-13_21-44-31/voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213220505490 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213220505491 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213220505491 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:05:08.478979 run osmo-msc_10.42.42.6(pid=5461): ERR: Terminated: ERROR {rc=2} [trial-2395↪voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=5461)]\u000a22:05:08.530123 run osmo-msc_10.42.42.6(pid=5461): stdout: \u000a| (launched: 2022-12-13_22:05:07.299105) \u000a22:05:08.581677 run osmo-msc_10.42.42.6(pid=5461): stderr: \u000a| �[0;m�[38;5;43m20221213220507621 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213220507621 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f54f9631c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213220507621 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213220507621 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213220507621 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213220507621 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213220507623 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213220507623 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213220507624 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213220507624 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a22:05:08.625644 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5454): Terminating (SIGTERM)\u000a22:05:08.667142 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5457): Terminating (SIGTERM)\u000a22:05:08.708624 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=5460): Terminating (SIGTERM)\u000a22:05:08.718222 --- ParallelTerminationStrategy: PID 5454 died...\u000a22:05:08.774308 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5454): Terminated: ok {rc=0}\u000a22:05:08.784202 --- ParallelTerminationStrategy: PID 5457 died...\u000a22:05:08.839825 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5457): Terminated: ok {rc=0}\u000a22:05:08.849817 --- ParallelTerminationStrategy: PID 5460 died...\u000a22:05:08.905226 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=5460): Terminated: ok {rc=0}\u000a22:05:08.992904 bus /sierra_3: Setting Powered False\u000a22:05:10.095712 bus /sierra_3: Setting Powered False\u000a22:05:11.205325 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "45", "name" : "voice_trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T22:04:51" }, { "cases" : [ { "testActions" : [ ], "age" : 78, "className" : "voice:trx-b200+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=5823): Process ended prematurely: osmo-stp_10.42.42.5(pid=5823) [trial-2395↪voice:trx-b200+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5823)]", "failedSince" : 2318, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=5823): Process ended prematurely: osmo-stp_10.42.42.5(pid=5823) [trial-2395↪voice:trx-b200+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5823)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2395 voice:trx-b200+mod-bts0-dynts-osmo mo_mt_call.py\u000a----------------------------------------------\u000a22:05:13.205998 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a22:05:13.218027 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a22:05:13.378430 tst mo_mt_call.py: using LAC 36530\u000a22:05:13.507204 tst mo_mt_call.py: using RAC 65\u000a22:05:13.634673 tst mo_mt_call.py: using CellId 36530\u000a22:05:13.762934 tst mo_mt_call.py: using BVCI 36531\u000a22:05:13.788296 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a22:05:13.800209 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a22:05:13.812991 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a22:05:13.824718 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a22:05:13.836755 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a22:05:13.848897 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a22:05:13.975403 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a22:05:14.178925 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:05:14.659317 run create_hlr_db(pid=5817): Launched\u000a22:05:14.832251 bus /sierra_2: Setting Powered False\u000a22:05:15.861165 run create_hlr_db(pid=5817): Terminated: ok {rc=0}\u000a22:05:16.307802 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5819): Launched\u000a22:05:16.711590 run osmo-hlr_10.42.42.2(pid=5820): Launched\u000a22:05:16.945382 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:05:17.571523 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5822): Launched\u000a22:05:17.872058 run osmo-stp_10.42.42.5(pid=5823): Launched\u000a22:05:17.981644 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a22:05:18.531476 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=5825): Launched\u000a22:05:18.832233 run osmo-msc_10.42.42.6(pid=5826): Launched\u000a22:05:19.008183 run osmo-stp_10.42.42.5(pid=5823): ERR: Terminated: ERROR {rc=1} [trial-2395↪voice:trx-b200+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5823)]\u000a22:05:19.136339 run osmo-stp_10.42.42.5(pid=5823): stdout: \u000a| (launched: 2022-12-13_22:05:17.724429)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:05:19.262077 run osmo-stp_10.42.42.5(pid=5823): stderr: \u000a| �[0;m�[38;5;43m20221213220517895 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213220517895 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213220517895 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213220517896 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213220517898 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213220517898 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213220517898 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:05:19.383161 run osmo-stp_10.42.42.5(pid=5823): stdout: \u000a| (launched: 2022-12-13_22:05:17.724429)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:05:19.503167 run osmo-stp_10.42.42.5(pid=5823): stderr: \u000a| �[0;m�[38;5;43m20221213220517895 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213220517895 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213220517895 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213220517896 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213220517898 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213220517898 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213220517898 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:05:19.556372 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=5823): Process ended prematurely: osmo-stp_10.42.42.5(pid=5823) [trial-2395↪voice:trx-b200+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5823)] [trial-2395↪voice:trx-b200+mod-bts0-dynts-osmo↪mo_mt_call.py:8]\u000a22:05:19.564882 tst mo_mt_call.py:8: Test FAILED (6.4 sec)\u000a22:05:19.624364 run osmo-hlr_10.42.42.2(pid=5820): ERR: Terminated: ERROR {rc=237} [trial-2395↪voice:trx-b200+mod-bts0-dynts-osmo↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=5820)]\u000a22:05:19.673725 run osmo-hlr_10.42.42.2(pid=5820): stdout: \u000a| (launched: 2022-12-13_22:05:16.463142) \u000a22:05:19.723198 run osmo-hlr_10.42.42.2(pid=5820): stderr: \u000a| �[0;m�[1;31m20221213220516807 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213220516807 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213220516807 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213220516807 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213220516807 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213220516808 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213220516830 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2395/run.2022-12-13_21-44-31/voice:trx-b200+mod-bts0-dynts-osmo/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213220516846 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213220516846 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213220516846 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:05:19.790396 run osmo-msc_10.42.42.6(pid=5826): ERR: Terminated: ERROR {rc=2} [trial-2395↪voice:trx-b200+mod-bts0-dynts-osmo↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=5826)]\u000a22:05:19.839113 run osmo-msc_10.42.42.6(pid=5826): stdout: \u000a| (launched: 2022-12-13_22:05:18.683916) \u000a22:05:19.888419 run osmo-msc_10.42.42.6(pid=5826): stderr: \u000a| �[0;m�[38;5;43m20221213220518957 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213220518957 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f444362ac40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213220518957 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213220518958 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213220518958 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213220518958 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213220518960 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213220518960 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213220518960 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213220518960 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a22:05:19.930136 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5819): Terminating (SIGTERM)\u000a22:05:19.969500 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5822): Terminating (SIGTERM)\u000a22:05:20.008925 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=5825): Terminating (SIGTERM)\u000a22:05:20.018190 --- ParallelTerminationStrategy: PID 5819 died...\u000a22:05:20.071126 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5819): Terminated: ok {rc=0}\u000a22:05:20.080620 --- ParallelTerminationStrategy: PID 5822 died...\u000a22:05:20.133170 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5822): Terminated: ok {rc=0}\u000a22:05:20.142548 --- ParallelTerminationStrategy: PID 5825 died...\u000a22:05:20.195145 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=5825): Terminated: ok {rc=0}\u000a22:05:20.279223 bus /sierra_3: Setting Powered False\u000a22:05:21.386020 bus /sierra_3: Setting Powered False\u000a22:05:22.491634 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 78, "className" : "voice:trx-b200+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=6010): Process ended prematurely: osmo-stp_10.42.42.5(pid=6010) [trial-2395↪voice:trx-b200+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6010)]", "failedSince" : 2318, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=6010): Process ended prematurely: osmo-stp_10.42.42.5(pid=6010) [trial-2395↪voice:trx-b200+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6010)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2395 voice:trx-b200+mod-bts0-dynts-osmo mo_mt_call_osmux.py\u000a----------------------------------------------\u000a22:05:23.614381 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a22:05:23.627246 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a22:05:23.798869 tst mo_mt_call_osmux.py: using LAC 36531\u000a22:05:23.927026 tst mo_mt_call_osmux.py: using RAC 66\u000a22:05:24.055022 tst mo_mt_call_osmux.py: using CellId 36531\u000a22:05:24.183446 tst mo_mt_call_osmux.py: using BVCI 36532\u000a22:05:24.208820 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a22:05:24.221146 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a22:05:24.233324 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a22:05:24.245408 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a22:05:24.259113 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a22:05:24.272404 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a22:05:24.397557 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a22:05:24.616063 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:05:25.173942 run create_hlr_db(pid=6003): Launched\u000a22:05:25.366427 bus /sierra_2: Setting Powered False\u000a22:05:26.387993 run create_hlr_db(pid=6003): Terminated: ok {rc=0}\u000a22:05:26.846521 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6005): Launched\u000a22:05:27.282203 run osmo-hlr_10.42.42.2(pid=6006): Launched\u000a22:05:27.483457 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:05:28.092614 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6008): Launched\u000a22:05:28.528620 run osmo-stp_10.42.42.5(pid=6010): Launched\u000a22:05:28.658987 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a22:05:29.216548 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=6012): Launched\u000a22:05:29.521784 run osmo-msc_10.42.42.6(pid=6013): Launched\u000a22:05:29.699436 run osmo-stp_10.42.42.5(pid=6010): ERR: Terminated: ERROR {rc=1} [trial-2395↪voice:trx-b200+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6010)]\u000a22:05:29.827583 run osmo-stp_10.42.42.5(pid=6010): stdout: \u000a| (launched: 2022-12-13_22:05:28.262314)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:05:29.953373 run osmo-stp_10.42.42.5(pid=6010): stderr: \u000a| �[0;m�[38;5;43m20221213220528561 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213220528561 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213220528562 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213220528562 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213220528568 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213220528569 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213220528569 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:05:30.074750 run osmo-stp_10.42.42.5(pid=6010): stdout: \u000a| (launched: 2022-12-13_22:05:28.262314)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:05:30.195276 run osmo-stp_10.42.42.5(pid=6010): stderr: \u000a| �[0;m�[38;5;43m20221213220528561 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213220528561 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213220528562 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213220528562 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213220528568 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213220528569 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213220528569 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:05:30.248646 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=6010): Process ended prematurely: osmo-stp_10.42.42.5(pid=6010) [trial-2395↪voice:trx-b200+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6010)] [trial-2395↪voice:trx-b200+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8]\u000a22:05:30.257225 tst mo_mt_call_osmux.py:8: Test FAILED (6.7 sec)\u000a22:05:30.317053 run osmo-hlr_10.42.42.2(pid=6006): ERR: Terminated: ERROR {rc=237} [trial-2395↪voice:trx-b200+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=6006)]\u000a22:05:30.365510 run osmo-hlr_10.42.42.2(pid=6006): stdout: \u000a| (launched: 2022-12-13_22:05:27.015362) \u000a22:05:30.414545 run osmo-hlr_10.42.42.2(pid=6006): stderr: \u000a| �[0;m�[1;31m20221213220527314 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213220527315 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213220527315 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213220527315 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213220527315 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213220527315 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213220527331 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2395/run.2022-12-13_21-44-31/voice:trx-b200+mod-bts0-dynts-osmo/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213220527348 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213220527348 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213220527348 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:05:30.481304 run osmo-msc_10.42.42.6(pid=6013): ERR: Terminated: ERROR {rc=2} [trial-2395↪voice:trx-b200+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=6013)]\u000a22:05:30.529831 run osmo-msc_10.42.42.6(pid=6013): stdout: \u000a| (launched: 2022-12-13_22:05:29.371395) \u000a22:05:30.578801 run osmo-msc_10.42.42.6(pid=6013): stderr: \u000a| �[0;m�[38;5;43m20221213220529642 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213220529642 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fa7cf3e8c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213220529642 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213220529642 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213220529642 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213220529643 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213220529644 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213220529645 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213220529645 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213220529645 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a22:05:30.620435 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6005): Terminating (SIGTERM)\u000a22:05:30.659809 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6008): Terminating (SIGTERM)\u000a22:05:30.699109 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=6012): Terminating (SIGTERM)\u000a22:05:30.708183 --- ParallelTerminationStrategy: PID 6005 died...\u000a22:05:30.761364 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6005): Terminated: ok {rc=0}\u000a22:05:30.770836 --- ParallelTerminationStrategy: PID 6008 died...\u000a22:05:30.823407 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6008): Terminated: ok {rc=0}\u000a22:05:30.833424 --- ParallelTerminationStrategy: PID 6012 died...\u000a22:05:30.888179 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=6012): Terminated: ok {rc=0}\u000a22:05:30.987048 bus /sierra_3: Setting Powered False\u000a22:05:32.089750 bus /sierra_3: Setting Powered False\u000a22:05:33.197072 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 23.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "46", "name" : "voice_trx-b200+mod-bts0-dynts-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T22:05:12" }, { "cases" : [ { "testActions" : [ ], "age" : 78, "className" : "voice:trx-b200+mod-bts0-trxdversion0", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=6024): Process ended prematurely: osmo-stp_10.42.42.5(pid=6024) [trial-2395↪voice:trx-b200+mod-bts0-trxdversion0↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6024)]", "failedSince" : 2318, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=6024): Process ended prematurely: osmo-stp_10.42.42.5(pid=6024) [trial-2395↪voice:trx-b200+mod-bts0-trxdversion0↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6024)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2395 voice:trx-b200+mod-bts0-trxdversion0 mo_mt_call.py\u000a----------------------------------------------\u000a22:05:35.208671 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x ip_address (candidates: 6)\u000a22:05:35.220098 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x bts (candidates: 1)\u000a22:05:35.367687 tst mo_mt_call.py: using LAC 36532\u000a22:05:35.493859 tst mo_mt_call.py: using RAC 67\u000a22:05:35.622279 tst mo_mt_call.py: using CellId 36532\u000a22:05:35.748717 tst mo_mt_call.py: using BVCI 36533\u000a22:05:35.773581 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x ip_address (candidates: 6)\u000a22:05:35.785098 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x ip_address (candidates: 6)\u000a22:05:35.796396 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x ip_address (candidates: 6)\u000a22:05:35.807588 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x ip_address (candidates: 6)\u000a22:05:35.819261 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x ip_address (candidates: 6)\u000a22:05:35.831083 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x modem (candidates: 2)\u000a22:05:35.950560 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x modem (candidates: 2)\u000a22:05:36.163157 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:05:36.672808 run create_hlr_db(pid=6018): Launched\u000a22:05:36.860798 bus /sierra_2: Setting Powered False\u000a22:05:37.882673 run create_hlr_db(pid=6018): Terminated: ok {rc=0}\u000a22:05:38.315603 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6020): Launched\u000a22:05:38.640141 run osmo-hlr_10.42.42.2(pid=6021): Launched\u000a22:05:38.761714 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:05:39.326946 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6023): Launched\u000a22:05:39.652903 run osmo-stp_10.42.42.5(pid=6024): Launched\u000a22:05:39.771498 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a22:05:40.365868 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=6026): Launched\u000a22:05:40.691736 run osmo-msc_10.42.42.6(pid=6027): Launched\u000a22:05:40.881695 run osmo-stp_10.42.42.5(pid=6024): ERR: Terminated: ERROR {rc=1} [trial-2395↪voice:trx-b200+mod-bts0-trxdversion0↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6024)]\u000a22:05:41.019491 run osmo-stp_10.42.42.5(pid=6024): stdout: \u000a| (launched: 2022-12-13_22:05:39.492577)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:05:41.156701 run osmo-stp_10.42.42.5(pid=6024): stderr: \u000a| �[0;m�[38;5;43m20221213220539685 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213220539685 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213220539685 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213220539686 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213220539686 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213220539686 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213220539686 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:05:41.287958 run osmo-stp_10.42.42.5(pid=6024): stdout: \u000a| (launched: 2022-12-13_22:05:39.492577)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:05:41.417925 run osmo-stp_10.42.42.5(pid=6024): stderr: \u000a| �[0;m�[38;5;43m20221213220539685 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213220539685 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213220539685 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213220539686 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213220539686 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213220539686 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213220539686 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:05:41.474832 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=6024): Process ended prematurely: osmo-stp_10.42.42.5(pid=6024) [trial-2395↪voice:trx-b200+mod-bts0-trxdversion0↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6024)] [trial-2395↪voice:trx-b200+mod-bts0-trxdversion0↪mo_mt_call.py:8]\u000a22:05:41.483965 tst mo_mt_call.py:8: Test FAILED (6.3 sec)\u000a22:05:41.546812 run osmo-hlr_10.42.42.2(pid=6021): ERR: Terminated: ERROR {rc=237} [trial-2395↪voice:trx-b200+mod-bts0-trxdversion0↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=6021)]\u000a22:05:41.598583 run osmo-hlr_10.42.42.2(pid=6021): stdout: \u000a| (launched: 2022-12-13_22:05:38.480735) \u000a22:05:41.650984 run osmo-hlr_10.42.42.2(pid=6021): stderr: \u000a| �[0;m�[1;31m20221213220538680 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213220538680 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213220538680 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213220538681 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213220538681 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213220538681 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213220538693 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2395/run.2022-12-13_21-44-31/voice:trx-b200+mod-bts0-trxdversion0/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213220538701 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213220538701 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213220538701 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:05:41.722553 run osmo-msc_10.42.42.6(pid=6027): ERR: Terminated: ERROR {rc=2} [trial-2395↪voice:trx-b200+mod-bts0-trxdversion0↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=6027)]\u000a22:05:41.773935 run osmo-msc_10.42.42.6(pid=6027): stdout: \u000a| (launched: 2022-12-13_22:05:40.531008) \u000a22:05:41.825781 run osmo-msc_10.42.42.6(pid=6027): stderr: \u000a| �[0;m�[38;5;43m20221213220540852 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213220540853 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f6207020c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213220540853 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213220540853 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213220540853 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213220540853 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213220540856 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213220540856 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213220540856 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213220540857 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a22:05:41.870129 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6020): Terminating (SIGTERM)\u000a22:05:41.912781 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6023): Terminating (SIGTERM)\u000a22:05:41.955128 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=6026): Terminating (SIGTERM)\u000a22:05:41.964669 --- ParallelTerminationStrategy: PID 6020 died...\u000a22:05:42.021526 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6020): Terminated: ok {rc=0}\u000a22:05:42.031544 --- ParallelTerminationStrategy: PID 6023 died...\u000a22:05:42.087545 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6023): Terminated: ok {rc=0}\u000a22:05:42.097932 --- ParallelTerminationStrategy: PID 6026 died...\u000a22:05:42.154195 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=6026): Terminated: ok {rc=0}\u000a22:05:42.241412 bus /sierra_3: Setting Powered False\u000a22:05:43.347690 bus /sierra_3: Setting Powered False\u000a22:05:44.455163 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 78, "className" : "voice:trx-b200+mod-bts0-trxdversion0", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=6035): Process ended prematurely: osmo-stp_10.42.42.5(pid=6035) [trial-2395↪voice:trx-b200+mod-bts0-trxdversion0↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6035)]", "failedSince" : 2318, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=6035): Process ended prematurely: osmo-stp_10.42.42.5(pid=6035) [trial-2395↪voice:trx-b200+mod-bts0-trxdversion0↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6035)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2395 voice:trx-b200+mod-bts0-trxdversion0 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a22:05:45.569587 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x ip_address (candidates: 6)\u000a22:05:45.581679 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x bts (candidates: 1)\u000a22:05:45.730482 tst mo_mt_call_osmux.py: using LAC 36533\u000a22:05:45.863430 tst mo_mt_call_osmux.py: using RAC 68\u000a22:05:45.996261 tst mo_mt_call_osmux.py: using CellId 36533\u000a22:05:46.151491 tst mo_mt_call_osmux.py: using BVCI 36534\u000a22:05:46.184334 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x ip_address (candidates: 6)\u000a22:05:46.199343 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x ip_address (candidates: 6)\u000a22:05:46.213743 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x ip_address (candidates: 6)\u000a22:05:46.229479 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x ip_address (candidates: 6)\u000a22:05:46.245046 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x ip_address (candidates: 6)\u000a22:05:46.259815 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x modem (candidates: 2)\u000a22:05:46.412446 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x modem (candidates: 2)\u000a22:05:46.633235 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:05:47.187275 run create_hlr_db(pid=6029): Launched\u000a22:05:47.378313 bus /sierra_2: Setting Powered False\u000a22:05:48.396880 run create_hlr_db(pid=6029): Terminated: ok {rc=0}\u000a22:05:48.828752 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6031): Launched\u000a22:05:49.154486 run osmo-hlr_10.42.42.2(pid=6032): Launched\u000a22:05:49.276778 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:05:49.841341 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6034): Launched\u000a22:05:50.168690 run osmo-stp_10.42.42.5(pid=6035): Launched\u000a22:05:50.288334 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a22:05:50.884701 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=6037): Launched\u000a22:05:51.212177 run osmo-msc_10.42.42.6(pid=6038): Launched\u000a22:05:51.403072 run osmo-stp_10.42.42.5(pid=6035): ERR: Terminated: ERROR {rc=1} [trial-2395↪voice:trx-b200+mod-bts0-trxdversion0↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6035)]\u000a22:05:51.541261 run osmo-stp_10.42.42.5(pid=6035): stdout: \u000a| (launched: 2022-12-13_22:05:50.006945)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:05:51.678414 run osmo-stp_10.42.42.5(pid=6035): stderr: \u000a| �[0;m�[38;5;43m20221213220550199 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213220550199 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213220550199 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213220550200 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213220550200 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213220550200 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213220550200 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:05:51.809371 run osmo-stp_10.42.42.5(pid=6035): stdout: \u000a| (launched: 2022-12-13_22:05:50.006945)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:05:51.940862 run osmo-stp_10.42.42.5(pid=6035): stderr: \u000a| �[0;m�[38;5;43m20221213220550199 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213220550199 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213220550199 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213220550200 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213220550200 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213220550200 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213220550200 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:05:51.994588 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=6035): Process ended prematurely: osmo-stp_10.42.42.5(pid=6035) [trial-2395↪voice:trx-b200+mod-bts0-trxdversion0↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6035)] [trial-2395↪voice:trx-b200+mod-bts0-trxdversion0↪mo_mt_call_osmux.py:8]\u000a22:05:52.003075 tst mo_mt_call_osmux.py:8: Test FAILED (6.5 sec)\u000a22:05:52.062700 run osmo-hlr_10.42.42.2(pid=6032): ERR: Terminated: ERROR {rc=237} [trial-2395↪voice:trx-b200+mod-bts0-trxdversion0↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=6032)]\u000a22:05:52.111313 run osmo-hlr_10.42.42.2(pid=6032): stdout: \u000a| (launched: 2022-12-13_22:05:48.994534) \u000a22:05:52.160312 run osmo-hlr_10.42.42.2(pid=6032): stderr: \u000a| �[0;m�[1;31m20221213220549193 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213220549193 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213220549193 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213220549193 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213220549194 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213220549194 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213220549207 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2395/run.2022-12-13_21-44-31/voice:trx-b200+mod-bts0-trxdversion0/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213220549217 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213220549217 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213220549217 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:05:52.226793 run osmo-msc_10.42.42.6(pid=6038): ERR: Terminated: ERROR {rc=2} [trial-2395↪voice:trx-b200+mod-bts0-trxdversion0↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=6038)]\u000a22:05:52.275319 run osmo-msc_10.42.42.6(pid=6038): stdout: \u000a| (launched: 2022-12-13_22:05:51.050660) \u000a22:05:52.324715 run osmo-msc_10.42.42.6(pid=6038): stderr: \u000a| �[0;m�[38;5;43m20221213220551372 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213220551373 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f83be346c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213220551373 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213220551373 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213220551373 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213220551373 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213220551375 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213220551375 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213220551375 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213220551375 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a22:05:52.366724 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6031): Terminating (SIGTERM)\u000a22:05:52.406112 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6034): Terminating (SIGTERM)\u000a22:05:52.445613 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=6037): Terminating (SIGTERM)\u000a22:05:52.454695 --- ParallelTerminationStrategy: PID 6031 died...\u000a22:05:52.507338 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6031): Terminated: ok {rc=0}\u000a22:05:52.516713 --- ParallelTerminationStrategy: PID 6034 died...\u000a22:05:52.569397 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6034): Terminated: ok {rc=0}\u000a22:05:52.579068 --- ParallelTerminationStrategy: PID 6037 died...\u000a22:05:52.631660 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=6037): Terminated: ok {rc=0}\u000a22:05:52.720401 bus /sierra_3: Setting Powered False\u000a22:05:53.822178 bus /sierra_3: Setting Powered False\u000a22:05:54.932388 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "47", "name" : "voice_trx-b200+mod-bts0-trxdversion0", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T22:05:34" }, { "cases" : [ { "testActions" : [ ], "age" : 251, "className" : "voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=6051): Process ended prematurely: osmo-stp_10.42.42.5(pid=6051) [trial-2395↪voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6051)]", "failedSince" : 2145, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=6051): Process ended prematurely: osmo-stp_10.42.42.5(pid=6051) [trial-2395↪voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6051)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2395 voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend mo_mt_call.py\u000a----------------------------------------------\u000a22:05:56.931706 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a22:05:56.942937 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a22:05:57.081866 tst mo_mt_call.py: using LAC 36534\u000a22:05:57.200494 tst mo_mt_call.py: using RAC 69\u000a22:05:57.322561 tst mo_mt_call.py: using CellId 36534\u000a22:05:57.441396 tst mo_mt_call.py: using BVCI 36535\u000a22:05:57.464270 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a22:05:57.475502 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a22:05:57.486646 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a22:05:57.497823 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a22:05:57.509105 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a22:05:57.520146 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 2)\u000a22:05:57.637990 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 2)\u000a22:05:57.849993 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:05:58.365331 run create_hlr_db(pid=6044): Launched\u000a22:05:58.553814 bus /sierra_2: Setting Powered False\u000a22:05:59.576141 run create_hlr_db(pid=6044): Terminated: ok {rc=0}\u000a22:05:59.984634 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6047): Launched\u000a22:06:00.289821 run osmo-hlr_10.42.42.2(pid=6048): Launched\u000a22:06:00.402167 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:06:00.973757 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6050): Launched\u000a22:06:01.460115 run osmo-stp_10.42.42.5(pid=6051): Launched\u000a22:06:01.619865 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a22:06:02.361159 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=6053): Launched\u000a22:06:02.667826 run osmo-msc_10.42.42.6(pid=6054): Launched\u000a22:06:02.847179 run osmo-stp_10.42.42.5(pid=6051): ERR: Terminated: ERROR {rc=1} [trial-2395↪voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6051)]\u000a22:06:02.976875 run osmo-stp_10.42.42.5(pid=6051): stdout: \u000a| (launched: 2022-12-13_22:06:01.170316)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:06:03.103692 run osmo-stp_10.42.42.5(pid=6051): stderr: \u000a| �[0;m�[38;5;43m20221213220601370 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213220601371 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213220601371 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213220601371 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213220601372 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213220601372 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213220601372 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:06:03.226084 run osmo-stp_10.42.42.5(pid=6051): stdout: \u000a| (launched: 2022-12-13_22:06:01.170316)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:06:03.349486 run osmo-stp_10.42.42.5(pid=6051): stderr: \u000a| �[0;m�[38;5;43m20221213220601370 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213220601371 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213220601371 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213220601371 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213220601372 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213220601372 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213220601372 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:06:03.403432 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=6051): Process ended prematurely: osmo-stp_10.42.42.5(pid=6051) [trial-2395↪voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6051)] [trial-2395↪voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py:8]\u000a22:06:03.412012 tst mo_mt_call.py:8: Test FAILED (6.5 sec)\u000a22:06:03.471731 run osmo-hlr_10.42.42.2(pid=6048): ERR: Terminated: ERROR {rc=237} [trial-2395↪voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=6048)]\u000a22:06:03.520726 run osmo-hlr_10.42.42.2(pid=6048): stdout: \u000a| (launched: 2022-12-13_22:06:00.139429) \u000a22:06:03.570595 run osmo-hlr_10.42.42.2(pid=6048): stderr: \u000a| �[0;m�[1;31m20221213220600317 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213220600317 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213220600317 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213220600317 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213220600317 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213220600317 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213220600339 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2395/run.2022-12-13_21-44-31/voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213220600349 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213220600349 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213220600349 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:06:03.638070 run osmo-msc_10.42.42.6(pid=6054): ERR: Terminated: ERROR {rc=2} [trial-2395↪voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=6054)]\u000a22:06:03.686926 run osmo-msc_10.42.42.6(pid=6054): stdout: \u000a| (launched: 2022-12-13_22:06:02.517373) \u000a22:06:03.736217 run osmo-msc_10.42.42.6(pid=6054): stderr: \u000a| �[0;m�[38;5;43m20221213220602791 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213220602792 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f7aaa6b5c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213220602792 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213220602792 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213220602792 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213220602792 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213220602794 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213220602794 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213220602795 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213220602795 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a22:06:03.778242 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6047): Terminating (SIGTERM)\u000a22:06:03.818238 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6050): Terminating (SIGTERM)\u000a22:06:03.858340 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=6053): Terminating (SIGTERM)\u000a22:06:03.867612 --- ParallelTerminationStrategy: PID 6047 died...\u000a22:06:03.920647 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6047): Terminated: ok {rc=0}\u000a22:06:03.930157 --- ParallelTerminationStrategy: PID 6050 died...\u000a22:06:03.982979 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6050): Terminated: ok {rc=0}\u000a22:06:03.992415 --- ParallelTerminationStrategy: PID 6053 died...\u000a22:06:04.045354 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=6053): Terminated: ok {rc=0}\u000a22:06:04.133836 bus /sierra_3: Setting Powered False\u000a22:06:05.237099 bus /sierra_3: Setting Powered False\u000a22:06:06.348794 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 231, "className" : "voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=6062): Process ended prematurely: osmo-stp_10.42.42.5(pid=6062) [trial-2395↪voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6062)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=6062): Process ended prematurely: osmo-stp_10.42.42.5(pid=6062) [trial-2395↪voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6062)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2395 voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend mo_mt_call_osmux.py\u000a----------------------------------------------\u000a22:06:07.460432 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a22:06:07.472430 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a22:06:07.622637 tst mo_mt_call_osmux.py: using LAC 36535\u000a22:06:07.748002 tst mo_mt_call_osmux.py: using RAC 70\u000a22:06:07.865339 tst mo_mt_call_osmux.py: using CellId 36535\u000a22:06:07.982468 tst mo_mt_call_osmux.py: using BVCI 36536\u000a22:06:08.005603 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a22:06:08.016827 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a22:06:08.027950 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a22:06:08.039022 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a22:06:08.050211 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a22:06:08.061274 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 2)\u000a22:06:08.176930 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 2)\u000a22:06:08.382849 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:06:08.869563 run create_hlr_db(pid=6056): Launched\u000a22:06:09.044227 bus /sierra_2: Setting Powered False\u000a22:06:10.067633 run create_hlr_db(pid=6056): Terminated: ok {rc=0}\u000a22:06:10.499999 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6058): Launched\u000a22:06:10.825654 run osmo-hlr_10.42.42.2(pid=6059): Launched\u000a22:06:10.946360 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:06:11.511924 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6061): Launched\u000a22:06:11.836380 run osmo-stp_10.42.42.5(pid=6062): Launched\u000a22:06:11.954525 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a22:06:12.549826 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=6064): Launched\u000a22:06:12.875708 run osmo-msc_10.42.42.6(pid=6065): Launched\u000a22:06:13.066283 run osmo-stp_10.42.42.5(pid=6062): ERR: Terminated: ERROR {rc=1} [trial-2395↪voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6062)]\u000a22:06:13.203800 run osmo-stp_10.42.42.5(pid=6062): stdout: \u000a| (launched: 2022-12-13_22:06:11.676920)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:06:13.341512 run osmo-stp_10.42.42.5(pid=6062): stderr: \u000a| �[0;m�[38;5;43m20221213220611871 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213220611871 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213220611871 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213220611871 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213220611874 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213220611874 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213220611874 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:06:13.472256 run osmo-stp_10.42.42.5(pid=6062): stdout: \u000a| (launched: 2022-12-13_22:06:11.676920)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:06:13.602136 run osmo-stp_10.42.42.5(pid=6062): stderr: \u000a| �[0;m�[38;5;43m20221213220611871 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213220611871 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213220611871 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213220611871 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213220611874 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213220611874 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213220611874 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:06:13.658998 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=6062): Process ended prematurely: osmo-stp_10.42.42.5(pid=6062) [trial-2395↪voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6062)] [trial-2395↪voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py:8]\u000a22:06:13.668249 tst mo_mt_call_osmux.py:8: Test FAILED (6.2 sec)\u000a22:06:13.731600 run osmo-hlr_10.42.42.2(pid=6059): ERR: Terminated: ERROR {rc=237} [trial-2395↪voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=6059)]\u000a22:06:13.782986 run osmo-hlr_10.42.42.2(pid=6059): stdout: \u000a| (launched: 2022-12-13_22:06:10.665697) \u000a22:06:13.834815 run osmo-hlr_10.42.42.2(pid=6059): stderr: \u000a| �[0;m�[1;31m20221213220610868 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213220610868 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213220610868 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213220610868 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213220610869 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213220610869 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213220610881 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2395/run.2022-12-13_21-44-31/voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213220610889 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213220610889 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213220610889 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:06:13.905235 run osmo-msc_10.42.42.6(pid=6065): ERR: Terminated: ERROR {rc=2} [trial-2395↪voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=6065)]\u000a22:06:13.956412 run osmo-msc_10.42.42.6(pid=6065): stdout: \u000a| (launched: 2022-12-13_22:06:12.714819) \u000a22:06:14.008146 run osmo-msc_10.42.42.6(pid=6065): stderr: \u000a| �[0;m�[38;5;43m20221213220613040 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213220613040 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fef7b2dfc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213220613040 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213220613040 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213220613041 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213220613041 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213220613042 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213220613043 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213220613043 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213220613043 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a22:06:14.052277 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6058): Terminating (SIGTERM)\u000a22:06:14.094211 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6061): Terminating (SIGTERM)\u000a22:06:14.135914 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=6064): Terminating (SIGTERM)\u000a22:06:14.145483 --- ParallelTerminationStrategy: PID 6058 died...\u000a22:06:14.202096 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6058): Terminated: ok {rc=0}\u000a22:06:14.211988 --- ParallelTerminationStrategy: PID 6061 died...\u000a22:06:14.267748 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6061): Terminated: ok {rc=0}\u000a22:06:14.277673 --- ParallelTerminationStrategy: PID 6064 died...\u000a22:06:14.333847 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=6064): Terminated: ok {rc=0}\u000a22:06:14.421068 bus /sierra_3: Setting Powered False\u000a22:06:15.527394 bus /sierra_3: Setting Powered False\u000a22:06:16.644872 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "48", "name" : "voice_trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T22:05:56" }, { "cases" : [ { "testActions" : [ ], "age" : 78, "className" : "emergency:trx-b200", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=6077): Process ended prematurely: osmo-stp_10.42.42.5(pid=6077) [trial-2395↪emergency:trx-b200↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6077)]", "failedSince" : 2318, "name" : "emergency_mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/emergency/emergency_mo_mt_call.py\", line 19, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=6077): Process ended prematurely: osmo-stp_10.42.42.5(pid=6077) [trial-2395↪emergency:trx-b200↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6077)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2395 emergency:trx-b200 emergency_mo_mt_call.py\u000a----------------------------------------------\u000a22:06:18.670513 tst emergency:trx-b200: Using 1 x ip_address (candidates: 6)\u000a22:06:18.681552 tst emergency:trx-b200: Using 1 x bts (candidates: 1)\u000a22:06:18.824843 tst emergency_mo_mt_call.py: using LAC 36536\u000a22:06:18.951060 tst emergency_mo_mt_call.py: using RAC 71\u000a22:06:19.075860 tst emergency_mo_mt_call.py: using CellId 36536\u000a22:06:19.200270 tst emergency_mo_mt_call.py: using BVCI 36537\u000a22:06:19.224435 tst emergency:trx-b200: Using 1 x ip_address (candidates: 6)\u000a22:06:19.235538 tst emergency:trx-b200: Using 1 x ip_address (candidates: 6)\u000a22:06:19.246540 tst emergency:trx-b200: Using 1 x ip_address (candidates: 6)\u000a22:06:19.257527 tst emergency:trx-b200: Using 1 x ip_address (candidates: 6)\u000a22:06:19.268665 tst emergency:trx-b200: Using 1 x ip_address (candidates: 6)\u000a22:06:19.279943 tst emergency:trx-b200: Using 1 x modem (candidates: 4)\u000a22:06:19.398755 tst emergency:trx-b200: Using 1 x modem (candidates: 4)\u000a22:06:19.609829 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:06:20.113813 run create_hlr_db(pid=6071): Launched\u000a22:06:20.300113 bus /sierra_2: Setting Powered False\u000a22:06:21.320299 run create_hlr_db(pid=6071): Terminated: ok {rc=0}\u000a22:06:21.725330 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6073): Launched\u000a22:06:22.024605 run osmo-hlr_10.42.42.2(pid=6074): Launched\u000a22:06:22.134485 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:06:22.653705 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6076): Launched\u000a22:06:22.952004 run osmo-stp_10.42.42.5(pid=6077): Launched\u000a22:06:23.074961 tst emergency_mo_mt_call.py: using MSISDN 8354\u000a22:06:23.223243 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a22:06:23.769223 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=6079): Launched\u000a22:06:24.068490 run osmo-msc_10.42.42.6(pid=6080): Launched\u000a22:06:24.242761 run osmo-stp_10.42.42.5(pid=6077): ERR: Terminated: ERROR {rc=1} [trial-2395↪emergency:trx-b200↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6077)]\u000a22:06:24.369316 run osmo-stp_10.42.42.5(pid=6077): stdout: \u000a| (launched: 2022-12-13_22:06:22.805186)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:06:24.493861 run osmo-stp_10.42.42.5(pid=6077): stderr: \u000a| �[0;m�[38;5;43m20221213220622975 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213220622975 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213220622976 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213220622977 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213220622977 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213220622977 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213220622978 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:06:24.613711 run osmo-stp_10.42.42.5(pid=6077): stdout: \u000a| (launched: 2022-12-13_22:06:22.805186)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:06:24.732182 run osmo-stp_10.42.42.5(pid=6077): stderr: \u000a| �[0;m�[38;5;43m20221213220622975 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213220622975 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213220622976 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213220622977 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213220622977 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213220622977 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213220622978 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:06:24.784443 tst emergency_mo_mt_call.py:19: ERR: Error: osmo-stp_10.42.42.5(pid=6077): Process ended prematurely: osmo-stp_10.42.42.5(pid=6077) [trial-2395↪emergency:trx-b200↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6077)] [trial-2395↪emergency:trx-b200↪emergency_mo_mt_call.py:19]\u000a22:06:24.792518 tst emergency_mo_mt_call.py:19: Test FAILED (6.1 sec)\u000a22:06:24.852082 run osmo-hlr_10.42.42.2(pid=6074): ERR: Terminated: ERROR {rc=237} [trial-2395↪emergency:trx-b200↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=6074)]\u000a22:06:24.900872 run osmo-hlr_10.42.42.2(pid=6074): stdout: \u000a| (launched: 2022-12-13_22:06:21.877248) \u000a22:06:24.950518 run osmo-hlr_10.42.42.2(pid=6074): stderr: \u000a| �[0;m�[1;31m20221213220622055 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213220622055 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213220622056 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213220622056 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213220622056 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213220622056 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213220622068 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2395/run.2022-12-13_21-44-31/emergency:trx-b200/emergency_mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213220622079 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213220622079 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213220622079 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:06:25.017505 run osmo-msc_10.42.42.6(pid=6080): ERR: Terminated: ERROR {rc=2} [trial-2395↪emergency:trx-b200↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=6080)]\u000a22:06:25.066423 run osmo-msc_10.42.42.6(pid=6080): stdout: \u000a| (launched: 2022-12-13_22:06:23.921228) \u000a22:06:25.115685 run osmo-msc_10.42.42.6(pid=6080): stderr: \u000a| �[0;m�[38;5;43m20221213220624194 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213220624194 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f24b94a6c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213220624194 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213220624194 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213220624195 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213220624195 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213220624199 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213220624199 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213220624199 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213220624199 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a22:06:25.157386 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6073): Terminating (SIGTERM)\u000a22:06:25.196841 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6076): Terminating (SIGTERM)\u000a22:06:25.236201 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=6079): Terminating (SIGTERM)\u000a22:06:25.244895 --- ParallelTerminationStrategy: PID 6073 died...\u000a22:06:25.297858 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6073): Terminated: ok {rc=0}\u000a22:06:25.307422 --- ParallelTerminationStrategy: PID 6076 died...\u000a22:06:25.359738 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6076): Terminated: ok {rc=0}\u000a22:06:25.369190 --- ParallelTerminationStrategy: PID 6079 died...\u000a22:06:25.422147 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=6079): Terminated: ok {rc=0}\u000a22:06:25.506411 bus /sierra_3: Setting Powered False\u000a22:06:26.613131 bus /sierra_3: Setting Powered False\u000a22:06:27.721053 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 233, "className" : "emergency:trx-b200", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=6088): Process ended prematurely: osmo-stp_10.42.42.5(pid=6088) [trial-2395↪emergency:trx-b200↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6088)]", "failedSince" : 2163, "name" : "emergency_preemptive_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/emergency/emergency_preemptive_call.py\", line 32, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=6088): Process ended prematurely: osmo-stp_10.42.42.5(pid=6088) [trial-2395↪emergency:trx-b200↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6088)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2395 emergency:trx-b200 emergency_preemptive_call.py\u000a----------------------------------------------\u000a22:06:28.773875 tst emergency:trx-b200: Using 1 x ip_address (candidates: 6)\u000a22:06:28.785768 tst emergency:trx-b200: Using 1 x bts (candidates: 1)\u000a22:06:28.930480 tst emergency_preemptive_call.py: using LAC 36537\u000a22:06:29.053666 tst emergency_preemptive_call.py: using RAC 72\u000a22:06:29.177580 tst emergency_preemptive_call.py: using CellId 36537\u000a22:06:29.303238 tst emergency_preemptive_call.py: using BVCI 36538\u000a22:06:29.327559 tst emergency:trx-b200: Using 1 x ip_address (candidates: 6)\u000a22:06:29.338983 tst emergency:trx-b200: Using 1 x ip_address (candidates: 6)\u000a22:06:29.350106 tst emergency:trx-b200: Using 1 x ip_address (candidates: 6)\u000a22:06:29.361064 tst emergency:trx-b200: Using 1 x ip_address (candidates: 6)\u000a22:06:29.372316 tst emergency:trx-b200: Using 1 x ip_address (candidates: 6)\u000a22:06:29.384049 tst emergency:trx-b200: Using 1 x modem (candidates: 4)\u000a22:06:29.500463 tst emergency:trx-b200: Using 1 x modem (candidates: 4)\u000a22:06:29.621707 tst emergency:trx-b200: Using 1 x modem (candidates: 4)\u000a22:06:29.740882 tst emergency:trx-b200: Using 1 x modem (candidates: 4)\u000a22:06:29.939692 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:06:30.420234 run create_hlr_db(pid=6082): Launched\u000a22:06:30.593550 bus /sierra_2: Setting Powered False\u000a22:06:31.618171 run create_hlr_db(pid=6082): Terminated: ok {rc=0}\u000a22:06:32.077364 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6084): Launched\u000a22:06:32.387428 run osmo-hlr_10.42.42.2(pid=6085): Launched\u000a22:06:32.504844 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:06:33.033730 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6087): Launched\u000a22:06:33.332039 run osmo-stp_10.42.42.5(pid=6088): Launched\u000a22:06:33.451099 tst emergency_preemptive_call.py: using MSISDN 8355\u000a22:06:33.598128 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a22:06:34.143514 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=6090): Launched\u000a22:06:34.441737 run osmo-msc_10.42.42.6(pid=6091): Launched\u000a22:06:34.616576 run osmo-stp_10.42.42.5(pid=6088): ERR: Terminated: ERROR {rc=1} [trial-2395↪emergency:trx-b200↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6088)]\u000a22:06:34.742968 run osmo-stp_10.42.42.5(pid=6088): stdout: \u000a| (launched: 2022-12-13_22:06:33.184936)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:06:34.867097 run osmo-stp_10.42.42.5(pid=6088): stderr: \u000a| �[0;m�[38;5;43m20221213220633355 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213220633355 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213220633356 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213220633357 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213220633357 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213220633357 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213220633357 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:06:34.986368 run osmo-stp_10.42.42.5(pid=6088): stdout: \u000a| (launched: 2022-12-13_22:06:33.184936)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:06:35.104373 run osmo-stp_10.42.42.5(pid=6088): stderr: \u000a| �[0;m�[38;5;43m20221213220633355 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213220633355 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213220633356 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213220633357 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213220633357 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213220633357 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213220633357 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:06:35.156568 tst emergency_preemptive_call.py:32: ERR: Error: osmo-stp_10.42.42.5(pid=6088): Process ended prematurely: osmo-stp_10.42.42.5(pid=6088) [trial-2395↪emergency:trx-b200↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6088)] [trial-2395↪emergency:trx-b200↪emergency_preemptive_call.py:32]\u000a22:06:35.164575 tst emergency_preemptive_call.py:32: Test FAILED (6.4 sec)\u000a22:06:35.224770 run osmo-hlr_10.42.42.2(pid=6085): ERR: Terminated: ERROR {rc=237} [trial-2395↪emergency:trx-b200↪emergency_preemptive_call.py↪emergency_preemptive_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=6085)]\u000a22:06:35.273617 run osmo-hlr_10.42.42.2(pid=6085): stdout: \u000a| (launched: 2022-12-13_22:06:32.236172) \u000a22:06:35.323053 run osmo-hlr_10.42.42.2(pid=6085): stderr: \u000a| �[0;m�[1;31m20221213220632415 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213220632415 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213220632415 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213220632415 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213220632415 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213220632415 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213220632427 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2395/run.2022-12-13_21-44-31/emergency:trx-b200/emergency_preemptive_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213220632436 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213220632436 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213220632436 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:06:35.390618 run osmo-msc_10.42.42.6(pid=6091): ERR: Terminated: ERROR {rc=2} [trial-2395↪emergency:trx-b200↪emergency_preemptive_call.py↪emergency_preemptive_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=6091)]\u000a22:06:35.439318 run osmo-msc_10.42.42.6(pid=6091): stdout: \u000a| (launched: 2022-12-13_22:06:34.295031) \u000a22:06:35.488588 run osmo-msc_10.42.42.6(pid=6091): stderr: \u000a| �[0;m�[38;5;43m20221213220634567 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213220634567 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f9d51d9cc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213220634567 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213220634567 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213220634567 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213220634568 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213220634569 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213220634570 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213220634570 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213220634570 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a22:06:35.530507 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6084): Terminating (SIGTERM)\u000a22:06:35.569954 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6087): Terminating (SIGTERM)\u000a22:06:35.609464 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=6090): Terminating (SIGTERM)\u000a22:06:35.618672 --- ParallelTerminationStrategy: PID 6084 died...\u000a22:06:35.672420 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6084): Terminated: ok {rc=0}\u000a22:06:35.682040 --- ParallelTerminationStrategy: PID 6087 died...\u000a22:06:35.734837 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6087): Terminated: ok {rc=0}\u000a22:06:35.744364 --- ParallelTerminationStrategy: PID 6090 died...\u000a22:06:35.797203 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=6090): Terminated: ok {rc=0}\u000a22:06:35.885510 bus /sierra_9: Setting Powered False\u000a22:06:36.989197 bus /sierra_9: Setting Powered False\u000a22:06:38.096530 bus /sierra_8: Setting Powered False\u000a22:06:39.205873 bus /sierra_8: Setting Powered False\u000a22:06:40.314524 bus /sierra_3: Setting Powered False\u000a22:06:41.421949 bus /sierra_3: Setting Powered False\u000a22:06:42.532329 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 26.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "49", "name" : "emergency_trx-b200", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T22:06:18" }, { "cases" : [ { "testActions" : [ ], "age" : 78, "className" : "gprs:trx-b200", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=6107): Process ended prematurely: osmo-stp_10.42.42.5(pid=6107) [trial-2395↪gprs:trx-b200↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6107)]", "failedSince" : 2318, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=6107): Process ended prematurely: osmo-stp_10.42.42.5(pid=6107) [trial-2395↪gprs:trx-b200↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6107)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2395 gprs:trx-b200 cs_paging_gprs_active.py\u000a----------------------------------------------\u000a22:06:44.676088 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a22:06:44.687103 tst gprs:trx-b200: Using 1 x bts (candidates: 1)\u000a22:06:44.831180 tst cs_paging_gprs_active.py: using LAC 36538\u000a22:06:44.954672 tst cs_paging_gprs_active.py: using RAC 73\u000a22:06:45.077346 tst cs_paging_gprs_active.py: using CellId 36538\u000a22:06:45.197280 tst cs_paging_gprs_active.py: using BVCI 36539\u000a22:06:45.220706 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a22:06:45.231483 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a22:06:45.241905 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a22:06:45.252406 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a22:06:45.262736 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a22:06:45.273509 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a22:06:45.284533 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a22:06:45.294832 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a22:06:45.305813 tst gprs:trx-b200: Using 1 x modem (candidates: 4)\u000a22:06:45.426518 tst gprs:trx-b200: Using 1 x modem (candidates: 4)\u000a22:06:45.724552 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a22:06:45.866817 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a22:06:46.223709 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6097): Launched\u000a22:06:46.529567 run iperf3-srv_10.42.42.10(pid=6098): Launched\u000a22:06:46.726021 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a22:06:46.859615 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a22:06:47.209445 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6099): Launched\u000a22:06:47.491663 run iperf3-srv_10.42.42.10(pid=6100): Launched\u000a22:06:47.693331 tst cs_paging_gprs_active.py:38: start network...\u000a22:06:47.830943 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:06:48.346624 run create_hlr_db(pid=6101): Launched\u000a22:06:48.536888 bus /sierra_2: Setting Powered False\u000a22:06:49.557160 run create_hlr_db(pid=6101): Terminated: ok {rc=0}\u000a22:06:49.991604 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6103): Launched\u000a22:06:50.318903 run osmo-hlr_10.42.42.2(pid=6104): Launched\u000a22:06:50.439734 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:06:51.004431 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6106): Launched\u000a22:06:51.333243 run osmo-stp_10.42.42.5(pid=6107): Launched\u000a22:06:51.452408 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a22:06:52.021621 run pcap-recorder_any(filters='host 10.42.42.6')(pid=6109): Launched\u000a22:06:52.138364 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a22:06:52.423812 run patchelf(pid=6110): Launched\u000a22:06:52.614411 run osmo-stp_10.42.42.5(pid=6107): ERR: Terminated: ERROR {rc=1} [trial-2395↪gprs:trx-b200↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6107)]\u000a22:06:52.753922 run osmo-stp_10.42.42.5(pid=6107): stdout: \u000a| (launched: 2022-12-13_22:06:51.170726)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:06:52.893542 run osmo-stp_10.42.42.5(pid=6107): stderr: \u000a| �[0;m�[38;5;43m20221213220651362 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213220651362 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213220651362 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213220651363 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213220651363 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213220651363 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213220651363 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:06:53.028535 run osmo-stp_10.42.42.5(pid=6107): stdout: \u000a| (launched: 2022-12-13_22:06:51.170726)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:06:53.162824 run osmo-stp_10.42.42.5(pid=6107): stderr: \u000a| �[0;m�[38;5;43m20221213220651362 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213220651362 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213220651362 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213220651363 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213220651363 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213220651363 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213220651363 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:06:53.319285 run patchelf(pid=6110): Terminating (SIGINT)\u000a22:06:53.502187 run patchelf(pid=6110): Terminated: ok {rc=0}\u000a22:06:53.535703 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=6107): Process ended prematurely: osmo-stp_10.42.42.5(pid=6107) [trial-2395↪gprs:trx-b200↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6107)] [trial-2395↪gprs:trx-b200↪cs_paging_gprs_active.py:38]\u000a22:06:53.545789 tst cs_paging_gprs_active.py:38: Test FAILED (8.9 sec)\u000a22:06:53.609256 run osmo-hlr_10.42.42.2(pid=6104): ERR: Terminated: ERROR {rc=237} [trial-2395↪gprs:trx-b200↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=6104)]\u000a22:06:53.661200 run osmo-hlr_10.42.42.2(pid=6104): stdout: \u000a| (launched: 2022-12-13_22:06:50.157671) \u000a22:06:53.713496 run osmo-hlr_10.42.42.2(pid=6104): stderr: \u000a| �[0;m�[1;31m20221213220650356 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213220650356 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213220650356 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213220650356 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213220650356 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213220650356 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213220650367 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2395/run.2022-12-13_21-44-31/gprs:trx-b200/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213220650376 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213220650376 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213220650376 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:06:53.758391 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6097): Terminating (SIGTERM)\u000a22:06:53.801107 run iperf3-srv_10.42.42.10(pid=6098): Terminating (SIGTERM)\u000a22:06:53.843955 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6099): Terminating (SIGTERM)\u000a22:06:53.886403 run iperf3-srv_10.42.42.10(pid=6100): Terminating (SIGTERM)\u000a22:06:53.928849 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6103): Terminating (SIGTERM)\u000a22:06:53.971145 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6106): Terminating (SIGTERM)\u000a22:06:54.013909 run pcap-recorder_any(filters='host 10.42.42.6')(pid=6109): Terminating (SIGTERM)\u000a22:06:54.023566 --- ParallelTerminationStrategy: PID 6097 died...\u000a22:06:54.080218 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6097): Terminated: ok {rc=0}\u000a22:06:54.090315 --- ParallelTerminationStrategy: PID 6098 died...\u000a22:06:54.146576 run iperf3-srv_10.42.42.10(pid=6098): Terminated {rc=256}\u000a22:06:54.156546 --- ParallelTerminationStrategy: PID 6099 died...\u000a22:06:54.212866 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6099): Terminated: ok {rc=0}\u000a22:06:54.222868 --- ParallelTerminationStrategy: PID 6100 died...\u000a22:06:54.278993 run iperf3-srv_10.42.42.10(pid=6100): Terminated {rc=256}\u000a22:06:54.288927 --- ParallelTerminationStrategy: PID 6103 died...\u000a22:06:54.345601 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6103): Terminated: ok {rc=0}\u000a22:06:54.355734 --- ParallelTerminationStrategy: PID 6106 died...\u000a22:06:54.412090 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6106): Terminated: ok {rc=0}\u000a22:06:54.422103 --- ParallelTerminationStrategy: PID 6109 died...\u000a22:06:54.478401 run pcap-recorder_any(filters='host 10.42.42.6')(pid=6109): Terminated: ok {rc=0}\u000a22:06:54.565380 bus /gobi_0: Setting Powered False\u000a22:06:55.669524 bus /gobi_0: Setting Powered False\u000a22:06:56.780675 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 78, "className" : "gprs:trx-b200", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=6119): Process ended prematurely: osmo-stp_10.42.42.5(pid=6119) [trial-2395↪gprs:trx-b200↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6119)]", "failedSince" : 2318, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=6119): Process ended prematurely: osmo-stp_10.42.42.5(pid=6119) [trial-2395↪gprs:trx-b200↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6119)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2395 gprs:trx-b200 iperf3.py\u000a----------------------------------------------\u000a22:06:57.896349 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a22:06:57.908159 tst gprs:trx-b200: Using 1 x bts (candidates: 1)\u000a22:06:58.054591 tst iperf3.py: using LAC 36539\u000a22:06:58.181271 tst iperf3.py: using RAC 74\u000a22:06:58.308551 tst iperf3.py: using CellId 36539\u000a22:06:58.437668 tst iperf3.py: using BVCI 36540\u000a22:06:58.462600 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a22:06:58.473785 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a22:06:58.484631 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a22:06:58.495480 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a22:06:58.506614 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a22:06:58.517790 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a22:06:58.529152 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a22:06:58.540141 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a22:06:58.551510 tst gprs:trx-b200: Using 1 x modem (candidates: 4)\u000a22:06:58.834255 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a22:06:58.961275 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a22:06:59.276600 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6111): Launched\u000a22:06:59.538792 run iperf3-srv_10.42.42.10(pid=6112): Launched\u000a22:06:59.724088 tst iperf3.py:8: start network...\u000a22:06:59.851262 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:07:00.338379 run create_hlr_db(pid=6113): Launched\u000a22:07:00.512006 bus /gobi_6: Setting Powered False\u000a22:07:01.538548 run create_hlr_db(pid=6113): Terminated: ok {rc=0}\u000a22:07:02.045193 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6115): Launched\u000a22:07:02.371463 run osmo-hlr_10.42.42.2(pid=6116): Launched\u000a22:07:02.492653 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:07:03.030748 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6118): Launched\u000a22:07:03.335377 run osmo-stp_10.42.42.5(pid=6119): Launched\u000a22:07:03.446174 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a22:07:03.976192 run pcap-recorder_any(filters='host 10.42.42.6')(pid=6121): Launched\u000a22:07:04.084160 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a22:07:04.349340 run patchelf(pid=6122): Launched\u000a22:07:04.527270 run osmo-stp_10.42.42.5(pid=6119): ERR: Terminated: ERROR {rc=1} [trial-2395↪gprs:trx-b200↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6119)]\u000a22:07:04.657358 run osmo-stp_10.42.42.5(pid=6119): stdout: \u000a| (launched: 2022-12-13_22:07:03.185503)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:07:04.788391 run osmo-stp_10.42.42.5(pid=6119): stderr: \u000a| �[0;m�[38;5;43m20221213220703356 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213220703356 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213220703357 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213220703357 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213220703358 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213220703358 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213220703358 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:07:04.914164 run osmo-stp_10.42.42.5(pid=6119): stdout: \u000a| (launched: 2022-12-13_22:07:03.185503)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:07:05.038446 run osmo-stp_10.42.42.5(pid=6119): stderr: \u000a| �[0;m�[38;5;43m20221213220703356 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213220703356 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213220703357 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213220703357 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213220703358 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213220703358 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213220703358 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:07:05.183516 run patchelf(pid=6122): Terminating (SIGINT)\u000a22:07:05.353658 run patchelf(pid=6122): Terminated: ok {rc=0}\u000a22:07:05.385008 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=6119): Process ended prematurely: osmo-stp_10.42.42.5(pid=6119) [trial-2395↪gprs:trx-b200↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6119)] [trial-2395↪gprs:trx-b200↪iperf3.py:8]\u000a22:07:05.394189 tst iperf3.py:8: Test FAILED (7.5 sec)\u000a22:07:05.454115 run osmo-hlr_10.42.42.2(pid=6116): ERR: Terminated: ERROR {rc=237} [trial-2395↪gprs:trx-b200↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=6116)]\u000a22:07:05.502776 run osmo-hlr_10.42.42.2(pid=6116): stdout: \u000a| (launched: 2022-12-13_22:07:02.213407) \u000a22:07:05.551748 run osmo-hlr_10.42.42.2(pid=6116): stderr: \u000a| �[0;m�[1;31m20221213220702397 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213220702397 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213220702398 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213220702398 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213220702398 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213220702398 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213220702410 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2395/run.2022-12-13_21-44-31/gprs:trx-b200/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213220702418 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213220702419 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213220702419 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:07:05.593538 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6111): Terminating (SIGTERM)\u000a22:07:05.632834 run iperf3-srv_10.42.42.10(pid=6112): Terminating (SIGTERM)\u000a22:07:05.672163 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6115): Terminating (SIGTERM)\u000a22:07:05.711372 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6118): Terminating (SIGTERM)\u000a22:07:05.750766 run pcap-recorder_any(filters='host 10.42.42.6')(pid=6121): Terminating (SIGTERM)\u000a22:07:05.759839 --- ParallelTerminationStrategy: PID 6111 died...\u000a22:07:05.812652 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6111): Terminated: ok {rc=0}\u000a22:07:05.822087 --- ParallelTerminationStrategy: PID 6112 died...\u000a22:07:05.874726 run iperf3-srv_10.42.42.10(pid=6112): Terminated {rc=256}\u000a22:07:05.884200 --- ParallelTerminationStrategy: PID 6115 died...\u000a22:07:05.936682 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6115): Terminated: ok {rc=0}\u000a22:07:05.946055 --- ParallelTerminationStrategy: PID 6118 died...\u000a22:07:05.998514 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6118): Terminated: ok {rc=0}\u000a22:07:06.008018 --- ParallelTerminationStrategy: PID 6121 died...\u000a22:07:06.060324 run pcap-recorder_any(filters='host 10.42.42.6')(pid=6121): Terminated: ok {rc=0}\u000a22:07:06.147783 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 210, "className" : "gprs:trx-b200", "duration" : 12.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=6137): Process ended prematurely: osmo-stp_10.42.42.5(pid=6137) [trial-2395↪gprs:trx-b200↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6137)]", "failedSince" : 2186, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=6137): Process ended prematurely: osmo-stp_10.42.42.5(pid=6137) [trial-2395↪gprs:trx-b200↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6137)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2395 gprs:trx-b200 iperf3m4.py\u000a----------------------------------------------\u000a22:07:07.258463 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a22:07:07.269789 tst gprs:trx-b200: Using 1 x bts (candidates: 1)\u000a22:07:07.407130 tst iperf3m4.py: using LAC 36540\u000a22:07:07.530972 tst iperf3m4.py: using RAC 75\u000a22:07:07.664145 tst iperf3m4.py: using CellId 36540\u000a22:07:07.785186 tst iperf3m4.py: using BVCI 36541\u000a22:07:07.808512 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a22:07:07.819312 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a22:07:07.829856 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a22:07:07.840242 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a22:07:07.850623 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a22:07:07.860924 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a22:07:07.871456 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a22:07:07.882195 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a22:07:07.892730 tst gprs:trx-b200: Using 1 x modem (candidates: 4)\u000a22:07:08.012624 tst gprs:trx-b200: Using 1 x modem (candidates: 4)\u000a22:07:08.131529 tst gprs:trx-b200: Using 1 x modem (candidates: 4)\u000a22:07:08.253314 tst gprs:trx-b200: Using 1 x modem (candidates: 4)\u000a22:07:08.551074 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a22:07:08.688173 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a22:07:09.024910 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6123): Launched\u000a22:07:09.306227 run iperf3-srv_10.42.42.10(pid=6124): Launched\u000a22:07:09.507077 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a22:07:09.643535 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a22:07:09.981003 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6125): Launched\u000a22:07:10.261757 run iperf3-srv_10.42.42.10(pid=6126): Launched\u000a22:07:10.462592 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a22:07:10.599037 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a22:07:10.935649 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6127): Launched\u000a22:07:11.214909 run iperf3-srv_10.42.42.10(pid=6128): Launched\u000a22:07:11.414885 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a22:07:11.550647 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a22:07:11.886558 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6129): Launched\u000a22:07:12.165774 run iperf3-srv_10.42.42.10(pid=6130): Launched\u000a22:07:12.365408 tst iperf3m4.py:8: start network...\u000a22:07:12.501761 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:07:13.014605 run create_hlr_db(pid=6131): Launched\u000a22:07:13.202854 bus /gobi_6: Setting Powered False\u000a22:07:14.225430 run create_hlr_db(pid=6131): Terminated: ok {rc=0}\u000a22:07:14.634146 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6133): Launched\u000a22:07:14.938271 run osmo-hlr_10.42.42.2(pid=6134): Launched\u000a22:07:15.053072 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:07:15.581448 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6136): Launched\u000a22:07:16.005867 run osmo-stp_10.42.42.5(pid=6137): Launched\u000a22:07:16.159803 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a22:07:16.715200 run pcap-recorder_any(filters='host 10.42.42.6')(pid=6139): Launched\u000a22:07:16.836895 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a22:07:17.140914 run patchelf(pid=6140): Launched\u000a22:07:17.338871 run osmo-stp_10.42.42.5(pid=6137): ERR: Terminated: ERROR {rc=1} [trial-2395↪gprs:trx-b200↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6137)]\u000a22:07:17.479483 run osmo-stp_10.42.42.5(pid=6137): stdout: \u000a| (launched: 2022-12-13_22:07:15.735887)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:07:17.620242 run osmo-stp_10.42.42.5(pid=6137): stderr: \u000a| �[0;m�[38;5;43m20221213220715922 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213220715922 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213220715922 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213220715923 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213220715923 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213220715923 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213220715923 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:07:17.755706 run osmo-stp_10.42.42.5(pid=6137): stdout: \u000a| (launched: 2022-12-13_22:07:15.735887)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:07:17.889857 run osmo-stp_10.42.42.5(pid=6137): stderr: \u000a| �[0;m�[38;5;43m20221213220715922 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213220715922 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213220715922 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213220715923 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213220715923 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213220715923 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213220715923 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:07:18.046314 run patchelf(pid=6140): Terminating (SIGINT)\u000a22:07:18.229078 run patchelf(pid=6140): Terminated: ok {rc=0}\u000a22:07:18.262985 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=6137): Process ended prematurely: osmo-stp_10.42.42.5(pid=6137) [trial-2395↪gprs:trx-b200↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6137)] [trial-2395↪gprs:trx-b200↪iperf3m4.py:8]\u000a22:07:18.273273 tst iperf3m4.py:8: Test FAILED (11.0 sec)\u000a22:07:18.337892 run osmo-hlr_10.42.42.2(pid=6134): ERR: Terminated: ERROR {rc=237} [trial-2395↪gprs:trx-b200↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=6134)]\u000a22:07:18.390105 run osmo-hlr_10.42.42.2(pid=6134): stdout: \u000a| (launched: 2022-12-13_22:07:14.788533) \u000a22:07:18.442738 run osmo-hlr_10.42.42.2(pid=6134): stderr: \u000a| �[0;m�[1;31m20221213220714965 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213220714965 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213220714965 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213220714965 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213220714965 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213220714965 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213220714977 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2395/run.2022-12-13_21-44-31/gprs:trx-b200/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213220714988 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213220714988 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213220714988 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:07:18.487797 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6123): Terminating (SIGTERM)\u000a22:07:18.530164 run iperf3-srv_10.42.42.10(pid=6124): Terminating (SIGTERM)\u000a22:07:18.572835 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6125): Terminating (SIGTERM)\u000a22:07:18.614979 run iperf3-srv_10.42.42.10(pid=6126): Terminating (SIGTERM)\u000a22:07:18.657237 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6127): Terminating (SIGTERM)\u000a22:07:18.699340 run iperf3-srv_10.42.42.10(pid=6128): Terminating (SIGTERM)\u000a22:07:18.742100 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6129): Terminating (SIGTERM)\u000a22:07:18.784789 run iperf3-srv_10.42.42.10(pid=6130): Terminating (SIGTERM)\u000a22:07:18.827392 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6133): Terminating (SIGTERM)\u000a22:07:18.869772 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6136): Terminating (SIGTERM)\u000a22:07:18.911858 run pcap-recorder_any(filters='host 10.42.42.6')(pid=6139): Terminating (SIGTERM)\u000a22:07:18.921236 --- ParallelTerminationStrategy: PID 6123 died...\u000a22:07:18.977744 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6123): Terminated: ok {rc=0}\u000a22:07:18.987799 --- ParallelTerminationStrategy: PID 6124 died...\u000a22:07:19.044013 run iperf3-srv_10.42.42.10(pid=6124): Terminated {rc=256}\u000a22:07:19.054019 --- ParallelTerminationStrategy: PID 6125 died...\u000a22:07:19.110379 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6125): Terminated: ok {rc=0}\u000a22:07:19.120360 --- ParallelTerminationStrategy: PID 6126 died...\u000a22:07:19.176682 run iperf3-srv_10.42.42.10(pid=6126): Terminated {rc=256}\u000a22:07:19.186722 --- ParallelTerminationStrategy: PID 6127 died...\u000a22:07:19.243210 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6127): Terminated: ok {rc=0}\u000a22:07:19.253273 --- ParallelTerminationStrategy: PID 6128 died...\u000a22:07:19.309552 run iperf3-srv_10.42.42.10(pid=6128): Terminated {rc=256}\u000a22:07:19.319846 --- ParallelTerminationStrategy: PID 6129 died...\u000a22:07:19.376469 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6129): Terminated: ok {rc=0}\u000a22:07:19.386559 --- ParallelTerminationStrategy: PID 6130 died...\u000a22:07:19.442888 run iperf3-srv_10.42.42.10(pid=6130): Terminated {rc=256}\u000a22:07:19.452896 --- ParallelTerminationStrategy: PID 6133 died...\u000a22:07:19.509490 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6133): Terminated: ok {rc=0}\u000a22:07:19.519551 --- ParallelTerminationStrategy: PID 6136 died...\u000a22:07:19.576237 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6136): Terminated: ok {rc=0}\u000a22:07:19.586400 --- ParallelTerminationStrategy: PID 6139 died...\u000a22:07:19.643209 run pcap-recorder_any(filters='host 10.42.42.6')(pid=6139): Terminated: ok {rc=0}\u000a22:07:19.731101 bus /gobi_4: Setting Powered False\u000a22:07:20.837726 bus /gobi_4: Setting Powered False\u000a22:07:21.946122 bus /gobi_1: Setting Powered False\u000a22:07:23.053001 bus /gobi_1: Setting Powered False\u000a22:07:24.161163 bus /gobi_0: Setting Powered False\u000a22:07:25.268267 bus /gobi_0: Setting Powered False\u000a22:07:26.381033 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 210, "className" : "gprs:trx-b200", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=6147): Process ended prematurely: osmo-stp_10.42.42.5(pid=6147) [trial-2395↪gprs:trx-b200↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6147)]", "failedSince" : 2186, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=6147): Process ended prematurely: osmo-stp_10.42.42.5(pid=6147) [trial-2395↪gprs:trx-b200↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6147)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2395 gprs:trx-b200 ping.py\u000a----------------------------------------------\u000a22:07:27.450326 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a22:07:27.461979 tst gprs:trx-b200: Using 1 x bts (candidates: 1)\u000a22:07:27.602031 tst ping.py: using LAC 36541\u000a22:07:27.720055 tst ping.py: using RAC 76\u000a22:07:27.839979 tst ping.py: using CellId 36541\u000a22:07:27.959743 tst ping.py: using BVCI 36542\u000a22:07:27.982854 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a22:07:27.993490 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a22:07:28.003883 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a22:07:28.014283 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a22:07:28.024618 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a22:07:28.036226 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a22:07:28.047826 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a22:07:28.059129 tst gprs:trx-b200: Using 1 x modem (candidates: 4)\u000a22:07:28.350608 tst ping.py:19: start network...\u000a22:07:28.484151 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:07:28.986574 run create_hlr_db(pid=6141): Launched\u000a22:07:29.171428 bus /gobi_6: Setting Powered False\u000a22:07:30.191822 run create_hlr_db(pid=6141): Terminated: ok {rc=0}\u000a22:07:30.617133 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6143): Launched\u000a22:07:31.009370 run osmo-hlr_10.42.42.2(pid=6144): Launched\u000a22:07:31.211767 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:07:31.931653 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6146): Launched\u000a22:07:32.398447 run osmo-stp_10.42.42.5(pid=6147): Launched\u000a22:07:32.601942 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a22:07:33.160796 run pcap-recorder_any(filters='host 10.42.42.6')(pid=6149): Launched\u000a22:07:33.275765 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a22:07:33.557429 run patchelf(pid=6150): Launched\u000a22:07:33.745714 run osmo-stp_10.42.42.5(pid=6147): ERR: Terminated: ERROR {rc=1} [trial-2395↪gprs:trx-b200↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6147)]\u000a22:07:33.883144 run osmo-stp_10.42.42.5(pid=6147): stdout: \u000a| (launched: 2022-12-13_22:07:32.134589)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:07:34.020924 run osmo-stp_10.42.42.5(pid=6147): stderr: \u000a| �[0;m�[38;5;43m20221213220732463 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213220732463 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213220732463 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213220732463 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213220732464 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213220732464 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213220732464 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:07:34.154820 run osmo-stp_10.42.42.5(pid=6147): stdout: \u000a| (launched: 2022-12-13_22:07:32.134589)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:07:34.286529 run osmo-stp_10.42.42.5(pid=6147): stderr: \u000a| �[0;m�[38;5;43m20221213220732463 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213220732463 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213220732463 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213220732463 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213220732464 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213220732464 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213220732464 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:07:34.439954 run patchelf(pid=6150): Terminating (SIGINT)\u000a22:07:34.618481 run patchelf(pid=6150): Terminated: ok {rc=0}\u000a22:07:34.650886 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=6147): Process ended prematurely: osmo-stp_10.42.42.5(pid=6147) [trial-2395↪gprs:trx-b200↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6147)] [trial-2395↪gprs:trx-b200↪ping.py:22]\u000a22:07:34.660122 tst ping.py:22: Test FAILED (7.2 sec)\u000a22:07:34.723239 run osmo-hlr_10.42.42.2(pid=6144): ERR: Terminated: ERROR {rc=237} [trial-2395↪gprs:trx-b200↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=6144)]\u000a22:07:34.774399 run osmo-hlr_10.42.42.2(pid=6144): stdout: \u000a| (launched: 2022-12-13_22:07:30.780079) \u000a22:07:34.826320 run osmo-hlr_10.42.42.2(pid=6144): stderr: \u000a| �[0;m�[1;31m20221213220731183 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213220731183 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213220731183 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213220731183 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213220731184 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213220731184 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213220731211 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2395/run.2022-12-13_21-44-31/gprs:trx-b200/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213220731230 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213220731231 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213220731231 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:07:34.870665 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6143): Terminating (SIGTERM)\u000a22:07:34.912358 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6146): Terminating (SIGTERM)\u000a22:07:34.954545 run pcap-recorder_any(filters='host 10.42.42.6')(pid=6149): Terminating (SIGTERM)\u000a22:07:34.964140 --- ParallelTerminationStrategy: PID 6143 died...\u000a22:07:35.020229 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6143): Terminated: ok {rc=0}\u000a22:07:35.030249 --- ParallelTerminationStrategy: PID 6146 died...\u000a22:07:35.086040 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6146): Terminated: ok {rc=0}\u000a22:07:35.095877 --- ParallelTerminationStrategy: PID 6149 died...\u000a22:07:35.151453 run pcap-recorder_any(filters='host 10.42.42.6')(pid=6149): Terminated: ok {rc=0}\u000a22:07:35.238220 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 210, "className" : "gprs:trx-b200", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=6157): Process ended prematurely: osmo-stp_10.42.42.5(pid=6157) [trial-2395↪gprs:trx-b200↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6157)]", "failedSince" : 2186, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=6157): Process ended prematurely: osmo-stp_10.42.42.5(pid=6157) [trial-2395↪gprs:trx-b200↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6157)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2395 gprs:trx-b200 ping_idle_ping.py\u000a----------------------------------------------\u000a22:07:36.290781 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a22:07:36.302491 tst gprs:trx-b200: Using 1 x bts (candidates: 1)\u000a22:07:36.444752 tst ping_idle_ping.py: using LAC 36542\u000a22:07:36.561077 tst ping_idle_ping.py: using RAC 77\u000a22:07:36.678203 tst ping_idle_ping.py: using CellId 36542\u000a22:07:36.794219 tst ping_idle_ping.py: using BVCI 36543\u000a22:07:36.817058 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a22:07:36.827624 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a22:07:36.838071 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a22:07:36.848451 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a22:07:36.858777 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a22:07:36.869664 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a22:07:36.880667 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a22:07:36.892056 tst gprs:trx-b200: Using 1 x modem (candidates: 4)\u000a22:07:37.168585 tst ping_idle_ping.py:24: start network...\u000a22:07:37.293274 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:07:37.776062 run create_hlr_db(pid=6151): Launched\u000a22:07:37.948488 bus /gobi_6: Setting Powered False\u000a22:07:38.970054 run create_hlr_db(pid=6151): Terminated: ok {rc=0}\u000a22:07:39.395529 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6153): Launched\u000a22:07:39.716995 run osmo-hlr_10.42.42.2(pid=6154): Launched\u000a22:07:39.836120 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:07:40.394777 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6156): Launched\u000a22:07:40.716007 run osmo-stp_10.42.42.5(pid=6157): Launched\u000a22:07:40.832854 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a22:07:41.394553 run pcap-recorder_any(filters='host 10.42.42.6')(pid=6159): Launched\u000a22:07:41.509664 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a22:07:41.789941 run patchelf(pid=6160): Launched\u000a22:07:41.978157 run osmo-stp_10.42.42.5(pid=6157): ERR: Terminated: ERROR {rc=1} [trial-2395↪gprs:trx-b200↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6157)]\u000a22:07:42.115629 run osmo-stp_10.42.42.5(pid=6157): stdout: \u000a| (launched: 2022-12-13_22:07:40.558119)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:07:42.254030 run osmo-stp_10.42.42.5(pid=6157): stderr: \u000a| �[0;m�[38;5;43m20221213220740751 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213220740752 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213220740752 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213220740752 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213220740753 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213220740753 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213220740753 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:07:42.388400 run osmo-stp_10.42.42.5(pid=6157): stdout: \u000a| (launched: 2022-12-13_22:07:40.558119)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:07:42.520807 run osmo-stp_10.42.42.5(pid=6157): stderr: \u000a| �[0;m�[38;5;43m20221213220740751 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213220740752 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213220740752 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213220740752 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213220740753 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213220740753 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213220740753 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:07:42.674082 run patchelf(pid=6160): Terminating (SIGINT)\u000a22:07:42.853754 run patchelf(pid=6160): Terminated: ok {rc=0}\u000a22:07:42.886325 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=6157): Process ended prematurely: osmo-stp_10.42.42.5(pid=6157) [trial-2395↪gprs:trx-b200↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6157)] [trial-2395↪gprs:trx-b200↪ping_idle_ping.py:27]\u000a22:07:42.895538 tst ping_idle_ping.py:27: Test FAILED (6.6 sec)\u000a22:07:42.959286 run osmo-hlr_10.42.42.2(pid=6154): ERR: Terminated: ERROR {rc=237} [trial-2395↪gprs:trx-b200↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=6154)]\u000a22:07:43.010905 run osmo-hlr_10.42.42.2(pid=6154): stdout: \u000a| (launched: 2022-12-13_22:07:39.558813) \u000a22:07:43.063303 run osmo-hlr_10.42.42.2(pid=6154): stderr: \u000a| �[0;m�[1;31m20221213220739755 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213220739755 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213220739755 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213220739756 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213220739756 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213220739756 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213220739767 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2395/run.2022-12-13_21-44-31/gprs:trx-b200/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213220739776 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213220739776 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213220739776 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:07:43.107772 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6153): Terminating (SIGTERM)\u000a22:07:43.149733 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6156): Terminating (SIGTERM)\u000a22:07:43.191699 run pcap-recorder_any(filters='host 10.42.42.6')(pid=6159): Terminating (SIGTERM)\u000a22:07:43.201543 --- ParallelTerminationStrategy: PID 6153 died...\u000a22:07:43.258133 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6153): Terminated: ok {rc=0}\u000a22:07:43.268319 --- ParallelTerminationStrategy: PID 6156 died...\u000a22:07:43.325464 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6156): Terminated: ok {rc=0}\u000a22:07:43.335680 --- ParallelTerminationStrategy: PID 6159 died...\u000a22:07:43.392049 run pcap-recorder_any(filters='host 10.42.42.6')(pid=6159): Terminated: ok {rc=0}\u000a22:07:43.479086 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 61.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "50", "name" : "gprs_trx-b200", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T22:06:44" }, { "cases" : [ { "testActions" : [ ], "age" : 257, "className" : "gprs:trx-b200+mod-bts0-egprs", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=6174): Process ended prematurely: osmo-stp_10.42.42.5(pid=6174) [trial-2395↪gprs:trx-b200+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6174)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=6174): Process ended prematurely: osmo-stp_10.42.42.5(pid=6174) [trial-2395↪gprs:trx-b200+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6174)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2395 gprs:trx-b200+mod-bts0-egprs cs_paging_gprs_active.py\u000a----------------------------------------------\u000a22:07:45.649195 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:07:45.660484 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a22:07:45.800064 tst cs_paging_gprs_active.py: using LAC 36543\u000a22:07:45.943699 tst cs_paging_gprs_active.py: using RAC 78\u000a22:07:46.088391 tst cs_paging_gprs_active.py: using CellId 36543\u000a22:07:46.232793 tst cs_paging_gprs_active.py: using BVCI 36544\u000a22:07:46.256774 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:07:46.268700 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:07:46.280383 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:07:46.292170 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:07:46.304066 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:07:46.315746 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:07:46.328939 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:07:46.341690 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:07:46.354932 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a22:07:46.479009 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a22:07:46.773198 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a22:07:46.908323 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a22:07:47.248307 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6164): Launched\u000a22:07:47.512569 run iperf3-srv_10.42.42.10(pid=6165): Launched\u000a22:07:47.699385 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a22:07:47.826359 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a22:07:48.143767 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6166): Launched\u000a22:07:48.407012 run iperf3-srv_10.42.42.10(pid=6167): Launched\u000a22:07:48.593317 tst cs_paging_gprs_active.py:38: start network...\u000a22:07:48.720327 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:07:49.206586 run create_hlr_db(pid=6168): Launched\u000a22:07:49.381653 bus /gobi_6: Setting Powered False\u000a22:07:50.404118 run create_hlr_db(pid=6168): Terminated: ok {rc=0}\u000a22:07:50.808529 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6170): Launched\u000a22:07:51.114906 run osmo-hlr_10.42.42.2(pid=6171): Launched\u000a22:07:51.235847 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:07:51.772036 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6173): Launched\u000a22:07:52.100345 run osmo-stp_10.42.42.5(pid=6174): Launched\u000a22:07:52.211558 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a22:07:52.743600 run pcap-recorder_any(filters='host 10.42.42.6')(pid=6176): Launched\u000a22:07:52.852236 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a22:07:53.117342 run patchelf(pid=6177): Launched\u000a22:07:53.295672 run osmo-stp_10.42.42.5(pid=6174): ERR: Terminated: ERROR {rc=1} [trial-2395↪gprs:trx-b200+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6174)]\u000a22:07:53.426415 run osmo-stp_10.42.42.5(pid=6174): stdout: \u000a| (launched: 2022-12-13_22:07:51.950129)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:07:53.557236 run osmo-stp_10.42.42.5(pid=6174): stderr: \u000a| �[0;m�[38;5;43m20221213220752120 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213220752120 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213220752120 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213220752121 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213220752121 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213220752121 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213220752121 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:07:53.683448 run osmo-stp_10.42.42.5(pid=6174): stdout: \u000a| (launched: 2022-12-13_22:07:51.950129)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:07:53.808261 run osmo-stp_10.42.42.5(pid=6174): stderr: \u000a| �[0;m�[38;5;43m20221213220752120 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213220752120 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213220752120 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213220752121 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213220752121 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213220752121 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213220752121 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:07:53.953758 run patchelf(pid=6177): Terminating (SIGINT)\u000a22:07:54.124444 run patchelf(pid=6177): Terminated: ok {rc=0}\u000a22:07:54.155980 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=6174): Process ended prematurely: osmo-stp_10.42.42.5(pid=6174) [trial-2395↪gprs:trx-b200+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6174)] [trial-2395↪gprs:trx-b200+mod-bts0-egprs↪cs_paging_gprs_active.py:38]\u000a22:07:54.165086 tst cs_paging_gprs_active.py:38: Test FAILED (8.6 sec)\u000a22:07:54.224870 run osmo-hlr_10.42.42.2(pid=6171): ERR: Terminated: ERROR {rc=237} [trial-2395↪gprs:trx-b200+mod-bts0-egprs↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=6171)]\u000a22:07:54.274392 run osmo-hlr_10.42.42.2(pid=6171): stdout: \u000a| (launched: 2022-12-13_22:07:50.964941) \u000a22:07:54.324048 run osmo-hlr_10.42.42.2(pid=6171): stderr: \u000a| �[0;m�[1;31m20221213220751142 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213220751142 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213220751142 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213220751142 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213220751142 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213220751142 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213220751154 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2395/run.2022-12-13_21-44-31/gprs:trx-b200+mod-bts0-egprs/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213220751163 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213220751164 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213220751164 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:07:54.366157 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6164): Terminating (SIGTERM)\u000a22:07:54.405548 run iperf3-srv_10.42.42.10(pid=6165): Terminating (SIGTERM)\u000a22:07:54.445166 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6166): Terminating (SIGTERM)\u000a22:07:54.484533 run iperf3-srv_10.42.42.10(pid=6167): Terminating (SIGTERM)\u000a22:07:54.524086 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6170): Terminating (SIGTERM)\u000a22:07:54.563580 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6173): Terminating (SIGTERM)\u000a22:07:54.603183 run pcap-recorder_any(filters='host 10.42.42.6')(pid=6176): Terminating (SIGTERM)\u000a22:07:54.612232 --- ParallelTerminationStrategy: PID 6164 died...\u000a22:07:54.664609 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6164): Terminated: ok {rc=0}\u000a22:07:54.674007 --- ParallelTerminationStrategy: PID 6165 died...\u000a22:07:54.726193 run iperf3-srv_10.42.42.10(pid=6165): Terminated {rc=256}\u000a22:07:54.735534 --- ParallelTerminationStrategy: PID 6166 died...\u000a22:07:54.787852 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6166): Terminated: ok {rc=0}\u000a22:07:54.797254 --- ParallelTerminationStrategy: PID 6167 died...\u000a22:07:54.849416 run iperf3-srv_10.42.42.10(pid=6167): Terminated {rc=256}\u000a22:07:54.858799 --- ParallelTerminationStrategy: PID 6170 died...\u000a22:07:54.911118 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6170): Terminated: ok {rc=0}\u000a22:07:54.920496 --- ParallelTerminationStrategy: PID 6173 died...\u000a22:07:54.972877 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6173): Terminated: ok {rc=0}\u000a22:07:54.982270 --- ParallelTerminationStrategy: PID 6176 died...\u000a22:07:55.034615 run pcap-recorder_any(filters='host 10.42.42.6')(pid=6176): Terminated: ok {rc=0}\u000a22:07:55.118445 bus /gobi_0: Setting Powered False\u000a22:07:56.225646 bus /gobi_0: Setting Powered False\u000a22:07:57.333211 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 257, "className" : "gprs:trx-b200+mod-bts0-egprs", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=6186): Process ended prematurely: osmo-stp_10.42.42.5(pid=6186) [trial-2395↪gprs:trx-b200+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6186)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=6186): Process ended prematurely: osmo-stp_10.42.42.5(pid=6186) [trial-2395↪gprs:trx-b200+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6186)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2395 gprs:trx-b200+mod-bts0-egprs iperf3.py\u000a----------------------------------------------\u000a22:07:58.442517 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:07:58.454082 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a22:07:58.595942 tst iperf3.py: using LAC 36544\u000a22:07:58.724032 tst iperf3.py: using RAC 79\u000a22:07:58.851573 tst iperf3.py: using CellId 36544\u000a22:07:58.978149 tst iperf3.py: using BVCI 36545\u000a22:07:59.003085 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:07:59.014492 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:07:59.025586 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:07:59.036555 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:07:59.047949 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:07:59.059331 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:07:59.070973 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:07:59.082259 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:07:59.093763 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a22:07:59.374851 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a22:07:59.501859 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a22:07:59.818009 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6178): Launched\u000a22:08:00.079243 run iperf3-srv_10.42.42.10(pid=6179): Launched\u000a22:08:00.264744 tst iperf3.py:8: start network...\u000a22:08:00.392294 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:08:00.881582 run create_hlr_db(pid=6180): Launched\u000a22:08:01.059502 bus /gobi_6: Setting Powered False\u000a22:08:02.131982 run create_hlr_db(pid=6180): Terminated: ok {rc=0}\u000a22:08:02.580877 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6182): Launched\u000a22:08:02.885255 run osmo-hlr_10.42.42.2(pid=6183): Launched\u000a22:08:03.006032 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:08:03.538732 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6185): Launched\u000a22:08:03.843765 run osmo-stp_10.42.42.5(pid=6186): Launched\u000a22:08:03.953946 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a22:08:04.486308 run pcap-recorder_any(filters='host 10.42.42.6')(pid=6188): Launched\u000a22:08:04.594760 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a22:08:04.859070 run patchelf(pid=6189): Launched\u000a22:08:05.036526 run osmo-stp_10.42.42.5(pid=6186): ERR: Terminated: ERROR {rc=1} [trial-2395↪gprs:trx-b200+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6186)]\u000a22:08:05.166239 run osmo-stp_10.42.42.5(pid=6186): stdout: \u000a| (launched: 2022-12-13_22:08:03.693097)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:08:05.296316 run osmo-stp_10.42.42.5(pid=6186): stderr: \u000a| �[0;m�[38;5;43m20221213220803865 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213220803865 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213220803866 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213220803866 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213220803866 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213220803867 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213220803867 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:08:05.422014 run osmo-stp_10.42.42.5(pid=6186): stdout: \u000a| (launched: 2022-12-13_22:08:03.693097)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:08:05.546521 run osmo-stp_10.42.42.5(pid=6186): stderr: \u000a| �[0;m�[38;5;43m20221213220803865 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213220803865 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213220803866 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213220803866 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213220803866 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213220803867 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213220803867 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:08:05.691228 run patchelf(pid=6189): Terminating (SIGINT)\u000a22:08:05.860752 run patchelf(pid=6189): Terminated: ok {rc=0}\u000a22:08:05.892000 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=6186): Process ended prematurely: osmo-stp_10.42.42.5(pid=6186) [trial-2395↪gprs:trx-b200+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6186)] [trial-2395↪gprs:trx-b200+mod-bts0-egprs↪iperf3.py:8]\u000a22:08:05.901191 tst iperf3.py:8: Test FAILED (7.5 sec)\u000a22:08:05.960620 run osmo-hlr_10.42.42.2(pid=6183): ERR: Terminated: ERROR {rc=237} [trial-2395↪gprs:trx-b200+mod-bts0-egprs↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=6183)]\u000a22:08:06.009073 run osmo-hlr_10.42.42.2(pid=6183): stdout: \u000a| (launched: 2022-12-13_22:08:02.735197) \u000a22:08:06.058145 run osmo-hlr_10.42.42.2(pid=6183): stderr: \u000a| �[0;m�[1;31m20221213220802911 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213220802912 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213220802912 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213220802912 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213220802912 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213220802912 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213220802924 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2395/run.2022-12-13_21-44-31/gprs:trx-b200+mod-bts0-egprs/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213220802934 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213220802934 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213220802935 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:08:06.099986 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6178): Terminating (SIGTERM)\u000a22:08:06.139212 run iperf3-srv_10.42.42.10(pid=6179): Terminating (SIGTERM)\u000a22:08:06.178525 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6182): Terminating (SIGTERM)\u000a22:08:06.218073 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6185): Terminating (SIGTERM)\u000a22:08:06.257281 run pcap-recorder_any(filters='host 10.42.42.6')(pid=6188): Terminating (SIGTERM)\u000a22:08:06.266360 --- ParallelTerminationStrategy: PID 6178 died...\u000a22:08:06.319529 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6178): Terminated: ok {rc=0}\u000a22:08:06.329063 --- ParallelTerminationStrategy: PID 6179 died...\u000a22:08:06.381997 run iperf3-srv_10.42.42.10(pid=6179): Terminated {rc=256}\u000a22:08:06.391834 --- ParallelTerminationStrategy: PID 6182 died...\u000a22:08:06.444080 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6182): Terminated: ok {rc=0}\u000a22:08:06.453952 --- ParallelTerminationStrategy: PID 6185 died...\u000a22:08:06.506550 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6185): Terminated: ok {rc=0}\u000a22:08:06.515946 --- ParallelTerminationStrategy: PID 6188 died...\u000a22:08:06.568264 run pcap-recorder_any(filters='host 10.42.42.6')(pid=6188): Terminated: ok {rc=0}\u000a22:08:06.655228 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 257, "className" : "gprs:trx-b200+mod-bts0-egprs", "duration" : 12.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=6204): Process ended prematurely: osmo-stp_10.42.42.5(pid=6204) [trial-2395↪gprs:trx-b200+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6204)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=6204): Process ended prematurely: osmo-stp_10.42.42.5(pid=6204) [trial-2395↪gprs:trx-b200+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6204)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2395 gprs:trx-b200+mod-bts0-egprs iperf3m4.py\u000a----------------------------------------------\u000a22:08:07.766008 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:08:07.777625 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a22:08:07.915305 tst iperf3m4.py: using LAC 36545\u000a22:08:08.036612 tst iperf3m4.py: using RAC 80\u000a22:08:08.155728 tst iperf3m4.py: using CellId 36545\u000a22:08:08.275326 tst iperf3m4.py: using BVCI 36546\u000a22:08:08.298471 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:08:08.309274 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:08:08.319911 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:08:08.330492 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:08:08.340927 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:08:08.351513 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:08:08.362716 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:08:08.373382 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:08:08.384581 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a22:08:08.505380 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a22:08:08.624645 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a22:08:08.745936 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a22:08:09.043167 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a22:08:09.179575 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a22:08:09.517372 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6190): Launched\u000a22:08:09.798050 run iperf3-srv_10.42.42.10(pid=6191): Launched\u000a22:08:09.998098 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a22:08:10.134119 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a22:08:10.471746 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6192): Launched\u000a22:08:10.751012 run iperf3-srv_10.42.42.10(pid=6193): Launched\u000a22:08:10.950996 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a22:08:11.087039 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a22:08:11.424354 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6194): Launched\u000a22:08:11.704706 run iperf3-srv_10.42.42.10(pid=6195): Launched\u000a22:08:11.904880 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a22:08:12.041420 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a22:08:12.378221 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6196): Launched\u000a22:08:12.659140 run iperf3-srv_10.42.42.10(pid=6197): Launched\u000a22:08:12.858340 tst iperf3m4.py:8: start network...\u000a22:08:12.994441 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:08:13.508178 run create_hlr_db(pid=6198): Launched\u000a22:08:13.696071 bus /gobi_6: Setting Powered False\u000a22:08:14.718299 run create_hlr_db(pid=6198): Terminated: ok {rc=0}\u000a22:08:15.129316 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6200): Launched\u000a22:08:15.435446 run osmo-hlr_10.42.42.2(pid=6201): Launched\u000a22:08:15.556398 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:08:16.154149 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6203): Launched\u000a22:08:16.599734 run osmo-stp_10.42.42.5(pid=6204): Launched\u000a22:08:16.772318 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a22:08:17.352396 run pcap-recorder_any(filters='host 10.42.42.6')(pid=6206): Launched\u000a22:08:17.469085 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a22:08:17.753781 run patchelf(pid=6207): Launched\u000a22:08:17.944265 run osmo-stp_10.42.42.5(pid=6204): ERR: Terminated: ERROR {rc=1} [trial-2395↪gprs:trx-b200+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6204)]\u000a22:08:18.083573 run osmo-stp_10.42.42.5(pid=6204): stdout: \u000a| (launched: 2022-12-13_22:08:16.324582)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:08:18.223192 run osmo-stp_10.42.42.5(pid=6204): stderr: \u000a| �[0;m�[38;5;43m20221213220816564 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213220816564 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213220816568 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213220816568 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213220816569 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213220816569 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213220816569 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:08:18.358538 run osmo-stp_10.42.42.5(pid=6204): stdout: \u000a| (launched: 2022-12-13_22:08:16.324582)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:08:18.492278 run osmo-stp_10.42.42.5(pid=6204): stderr: \u000a| �[0;m�[38;5;43m20221213220816564 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213220816564 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213220816568 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213220816568 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213220816569 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213220816569 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213220816569 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:08:18.648296 run patchelf(pid=6207): Terminating (SIGINT)\u000a22:08:18.831439 run patchelf(pid=6207): Terminated: ok {rc=0}\u000a22:08:18.864920 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=6204): Process ended prematurely: osmo-stp_10.42.42.5(pid=6204) [trial-2395↪gprs:trx-b200+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6204)] [trial-2395↪gprs:trx-b200+mod-bts0-egprs↪iperf3m4.py:8]\u000a22:08:18.875028 tst iperf3m4.py:8: Test FAILED (11.1 sec)\u000a22:08:18.938824 run osmo-hlr_10.42.42.2(pid=6201): ERR: Terminated: ERROR {rc=237} [trial-2395↪gprs:trx-b200+mod-bts0-egprs↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=6201)]\u000a22:08:18.990728 run osmo-hlr_10.42.42.2(pid=6201): stdout: \u000a| (launched: 2022-12-13_22:08:15.284464) \u000a22:08:19.043036 run osmo-hlr_10.42.42.2(pid=6201): stderr: \u000a| �[0;m�[1;31m20221213220815460 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213220815460 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213220815461 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213220815461 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213220815461 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213220815461 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213220815473 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2395/run.2022-12-13_21-44-31/gprs:trx-b200+mod-bts0-egprs/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213220815482 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213220815482 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213220815482 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:08:19.087782 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6190): Terminating (SIGTERM)\u000a22:08:19.129879 run iperf3-srv_10.42.42.10(pid=6191): Terminating (SIGTERM)\u000a22:08:19.171815 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6192): Terminating (SIGTERM)\u000a22:08:19.213714 run iperf3-srv_10.42.42.10(pid=6193): Terminating (SIGTERM)\u000a22:08:19.255730 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6194): Terminating (SIGTERM)\u000a22:08:19.297706 run iperf3-srv_10.42.42.10(pid=6195): Terminating (SIGTERM)\u000a22:08:19.339801 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6196): Terminating (SIGTERM)\u000a22:08:19.382046 run iperf3-srv_10.42.42.10(pid=6197): Terminating (SIGTERM)\u000a22:08:19.424559 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6200): Terminating (SIGTERM)\u000a22:08:19.466495 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6203): Terminating (SIGTERM)\u000a22:08:19.508551 run pcap-recorder_any(filters='host 10.42.42.6')(pid=6206): Terminating (SIGTERM)\u000a22:08:19.517864 --- ParallelTerminationStrategy: PID 6190 died...\u000a22:08:19.574173 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6190): Terminated: ok {rc=0}\u000a22:08:19.584075 --- ParallelTerminationStrategy: PID 6191 died...\u000a22:08:19.639770 run iperf3-srv_10.42.42.10(pid=6191): Terminated {rc=256}\u000a22:08:19.649731 --- ParallelTerminationStrategy: PID 6192 died...\u000a22:08:19.705423 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6192): Terminated: ok {rc=0}\u000a22:08:19.715327 --- ParallelTerminationStrategy: PID 6193 died...\u000a22:08:19.771139 run iperf3-srv_10.42.42.10(pid=6193): Terminated {rc=256}\u000a22:08:19.781133 --- ParallelTerminationStrategy: PID 6194 died...\u000a22:08:19.837021 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6194): Terminated: ok {rc=0}\u000a22:08:19.846965 --- ParallelTerminationStrategy: PID 6195 died...\u000a22:08:19.902753 run iperf3-srv_10.42.42.10(pid=6195): Terminated {rc=256}\u000a22:08:19.912700 --- ParallelTerminationStrategy: PID 6196 died...\u000a22:08:19.968508 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6196): Terminated: ok {rc=0}\u000a22:08:19.978513 --- ParallelTerminationStrategy: PID 6197 died...\u000a22:08:20.034288 run iperf3-srv_10.42.42.10(pid=6197): Terminated {rc=256}\u000a22:08:20.044230 --- ParallelTerminationStrategy: PID 6200 died...\u000a22:08:20.100166 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6200): Terminated: ok {rc=0}\u000a22:08:20.110164 --- ParallelTerminationStrategy: PID 6203 died...\u000a22:08:20.166044 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6203): Terminated: ok {rc=0}\u000a22:08:20.176029 --- ParallelTerminationStrategy: PID 6206 died...\u000a22:08:20.232155 run pcap-recorder_any(filters='host 10.42.42.6')(pid=6206): Terminated: ok {rc=0}\u000a22:08:20.319088 bus /gobi_4: Setting Powered False\u000a22:08:21.425687 bus /gobi_4: Setting Powered False\u000a22:08:22.534276 bus /gobi_1: Setting Powered False\u000a22:08:23.640651 bus /gobi_1: Setting Powered False\u000a22:08:24.748928 bus /gobi_0: Setting Powered False\u000a22:08:25.855509 bus /gobi_0: Setting Powered False\u000a22:08:26.965020 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 257, "className" : "gprs:trx-b200+mod-bts0-egprs", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=6215): Process ended prematurely: osmo-stp_10.42.42.5(pid=6215) [trial-2395↪gprs:trx-b200+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6215)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=6215): Process ended prematurely: osmo-stp_10.42.42.5(pid=6215) [trial-2395↪gprs:trx-b200+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6215)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2395 gprs:trx-b200+mod-bts0-egprs ping.py\u000a----------------------------------------------\u000a22:08:28.033821 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:08:28.046126 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a22:08:28.197624 tst ping.py: using LAC 36546\u000a22:08:28.320738 tst ping.py: using RAC 81\u000a22:08:28.443658 tst ping.py: using CellId 36546\u000a22:08:28.568474 tst ping.py: using BVCI 36547\u000a22:08:28.593057 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:08:28.604549 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:08:28.615689 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:08:28.626923 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:08:28.638312 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:08:28.649749 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:08:28.661388 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:08:28.672795 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a22:08:28.964123 tst ping.py:19: start network...\u000a22:08:29.097777 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:08:29.602323 run create_hlr_db(pid=6209): Launched\u000a22:08:29.788188 bus /gobi_6: Setting Powered False\u000a22:08:30.809495 run create_hlr_db(pid=6209): Terminated: ok {rc=0}\u000a22:08:31.271881 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6211): Launched\u000a22:08:31.794541 run osmo-hlr_10.42.42.2(pid=6212): Launched\u000a22:08:32.046470 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:08:32.619982 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6214): Launched\u000a22:08:32.921321 run osmo-stp_10.42.42.5(pid=6215): Launched\u000a22:08:33.029868 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a22:08:33.553298 run pcap-recorder_any(filters='host 10.42.42.6')(pid=6217): Launched\u000a22:08:33.659047 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a22:08:33.918922 run patchelf(pid=6218): Launched\u000a22:08:34.093453 run osmo-stp_10.42.42.5(pid=6215): ERR: Terminated: ERROR {rc=1} [trial-2395↪gprs:trx-b200+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6215)]\u000a22:08:34.220653 run osmo-stp_10.42.42.5(pid=6215): stdout: \u000a| (launched: 2022-12-13_22:08:32.771399)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:08:34.348404 run osmo-stp_10.42.42.5(pid=6215): stderr: \u000a| �[0;m�[38;5;43m20221213220832940 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213220832940 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213220832940 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213220832941 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213220832943 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213220832943 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213220832943 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:08:34.471877 run osmo-stp_10.42.42.5(pid=6215): stdout: \u000a| (launched: 2022-12-13_22:08:32.771399)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:08:34.594971 run osmo-stp_10.42.42.5(pid=6215): stderr: \u000a| �[0;m�[38;5;43m20221213220832940 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213220832940 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213220832940 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213220832941 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213220832943 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213220832943 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213220832943 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:08:34.737641 run patchelf(pid=6218): Terminating (SIGINT)\u000a22:08:34.904372 run patchelf(pid=6218): Terminated: ok {rc=0}\u000a22:08:34.934779 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=6215): Process ended prematurely: osmo-stp_10.42.42.5(pid=6215) [trial-2395↪gprs:trx-b200+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6215)] [trial-2395↪gprs:trx-b200+mod-bts0-egprs↪ping.py:22]\u000a22:08:34.943476 tst ping.py:22: Test FAILED (6.9 sec)\u000a22:08:35.002541 run osmo-hlr_10.42.42.2(pid=6212): ERR: Terminated: ERROR {rc=237} [trial-2395↪gprs:trx-b200+mod-bts0-egprs↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=6212)]\u000a22:08:35.050919 run osmo-hlr_10.42.42.2(pid=6212): stdout: \u000a| (launched: 2022-12-13_22:08:31.437727) \u000a22:08:35.099977 run osmo-hlr_10.42.42.2(pid=6212): stderr: \u000a| �[0;m�[1;31m20221213220831776 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213220831776 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213220831776 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213220831776 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213220831776 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213220831778 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213220831798 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2395/run.2022-12-13_21-44-31/gprs:trx-b200+mod-bts0-egprs/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213220831826 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213220831826 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213220831827 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:08:35.141654 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6211): Terminating (SIGTERM)\u000a22:08:35.180703 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6214): Terminating (SIGTERM)\u000a22:08:35.220050 run pcap-recorder_any(filters='host 10.42.42.6')(pid=6217): Terminating (SIGTERM)\u000a22:08:35.229285 --- ParallelTerminationStrategy: PID 6211 died...\u000a22:08:35.282215 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6211): Terminated: ok {rc=0}\u000a22:08:35.291810 --- ParallelTerminationStrategy: PID 6214 died...\u000a22:08:35.344380 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6214): Terminated: ok {rc=0}\u000a22:08:35.353928 --- ParallelTerminationStrategy: PID 6217 died...\u000a22:08:35.406658 run pcap-recorder_any(filters='host 10.42.42.6')(pid=6217): Terminated: ok {rc=0}\u000a22:08:35.493661 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 257, "className" : "gprs:trx-b200+mod-bts0-egprs", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=6225): Process ended prematurely: osmo-stp_10.42.42.5(pid=6225) [trial-2395↪gprs:trx-b200+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6225)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=6225): Process ended prematurely: osmo-stp_10.42.42.5(pid=6225) [trial-2395↪gprs:trx-b200+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6225)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2395 gprs:trx-b200+mod-bts0-egprs ping_idle_ping.py\u000a----------------------------------------------\u000a22:08:36.545151 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:08:36.556606 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a22:08:36.694465 tst ping_idle_ping.py: using LAC 36547\u000a22:08:36.812045 tst ping_idle_ping.py: using RAC 82\u000a22:08:36.932217 tst ping_idle_ping.py: using CellId 36547\u000a22:08:37.051286 tst ping_idle_ping.py: using BVCI 36548\u000a22:08:37.074257 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:08:37.085237 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:08:37.095857 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:08:37.106589 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:08:37.117732 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:08:37.128828 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:08:37.140164 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:08:37.151354 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a22:08:37.429845 tst ping_idle_ping.py:24: start network...\u000a22:08:37.554726 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:08:38.038383 run create_hlr_db(pid=6219): Launched\u000a22:08:38.211914 bus /gobi_6: Setting Powered False\u000a22:08:39.233341 run create_hlr_db(pid=6219): Terminated: ok {rc=0}\u000a22:08:39.634076 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6221): Launched\u000a22:08:39.935009 run osmo-hlr_10.42.42.2(pid=6222): Launched\u000a22:08:40.048841 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:08:40.569389 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6224): Launched\u000a22:08:40.871285 run osmo-stp_10.42.42.5(pid=6225): Launched\u000a22:08:40.980102 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a22:08:41.503237 run pcap-recorder_any(filters='host 10.42.42.6')(pid=6227): Launched\u000a22:08:41.610044 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a22:08:41.870976 run patchelf(pid=6228): Launched\u000a22:08:42.046868 run osmo-stp_10.42.42.5(pid=6225): ERR: Terminated: ERROR {rc=1} [trial-2395↪gprs:trx-b200+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6225)]\u000a22:08:42.174982 run osmo-stp_10.42.42.5(pid=6225): stdout: \u000a| (launched: 2022-12-13_22:08:40.722627)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:08:42.303400 run osmo-stp_10.42.42.5(pid=6225): stderr: \u000a| �[0;m�[38;5;43m20221213220840893 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213220840893 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213220840894 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213220840894 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213220840895 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213220840895 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213220840895 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:08:42.427496 run osmo-stp_10.42.42.5(pid=6225): stdout: \u000a| (launched: 2022-12-13_22:08:40.722627)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:08:42.550298 run osmo-stp_10.42.42.5(pid=6225): stderr: \u000a| �[0;m�[38;5;43m20221213220840893 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213220840893 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213220840894 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213220840894 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213220840895 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213220840895 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213220840895 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:08:42.693900 run patchelf(pid=6228): Terminating (SIGINT)\u000a22:08:42.861870 run patchelf(pid=6228): Terminated: ok {rc=0}\u000a22:08:42.892301 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=6225): Process ended prematurely: osmo-stp_10.42.42.5(pid=6225) [trial-2395↪gprs:trx-b200+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6225)] [trial-2395↪gprs:trx-b200+mod-bts0-egprs↪ping_idle_ping.py:27]\u000a22:08:42.900906 tst ping_idle_ping.py:27: Test FAILED (6.3 sec)\u000a22:08:42.960129 run osmo-hlr_10.42.42.2(pid=6222): ERR: Terminated: ERROR {rc=237} [trial-2395↪gprs:trx-b200+mod-bts0-egprs↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=6222)]\u000a22:08:43.008526 run osmo-hlr_10.42.42.2(pid=6222): stdout: \u000a| (launched: 2022-12-13_22:08:39.787048) \u000a22:08:43.057739 run osmo-hlr_10.42.42.2(pid=6222): stderr: \u000a| �[0;m�[1;31m20221213220839963 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213220839963 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213220839963 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213220839963 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213220839963 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213220839963 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213220839975 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2395/run.2022-12-13_21-44-31/gprs:trx-b200+mod-bts0-egprs/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213220839984 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213220839985 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213220839985 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:08:43.099395 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6221): Terminating (SIGTERM)\u000a22:08:43.138529 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6224): Terminating (SIGTERM)\u000a22:08:43.177773 run pcap-recorder_any(filters='host 10.42.42.6')(pid=6227): Terminating (SIGTERM)\u000a22:08:43.186915 --- ParallelTerminationStrategy: PID 6221 died...\u000a22:08:43.239215 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6221): Terminated: ok {rc=0}\u000a22:08:43.248678 --- ParallelTerminationStrategy: PID 6224 died...\u000a22:08:43.300787 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6224): Terminated: ok {rc=0}\u000a22:08:43.310211 --- ParallelTerminationStrategy: PID 6227 died...\u000a22:08:43.362435 run pcap-recorder_any(filters='host 10.42.42.6')(pid=6227): Terminated: ok {rc=0}\u000a22:08:43.450758 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 60.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "51", "name" : "gprs_trx-b200+mod-bts0-egprs", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T22:07:45" }, { "cases" : [ { "testActions" : [ ], "age" : 257, "className" : "gprs:trx-b200+mod-bts0-dynts-ipa", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=6242): Process ended prematurely: osmo-stp_10.42.42.5(pid=6242) [trial-2395↪gprs:trx-b200+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6242)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=6242): Process ended prematurely: osmo-stp_10.42.42.5(pid=6242) [trial-2395↪gprs:trx-b200+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6242)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2395 gprs:trx-b200+mod-bts0-dynts-ipa cs_paging_gprs_active.py\u000a----------------------------------------------\u000a22:08:45.601472 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:08:45.612182 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a22:08:45.770135 tst cs_paging_gprs_active.py: using LAC 36548\u000a22:08:45.902302 tst cs_paging_gprs_active.py: using RAC 83\u000a22:08:46.025449 tst cs_paging_gprs_active.py: using CellId 36548\u000a22:08:46.168671 tst cs_paging_gprs_active.py: using BVCI 36549\u000a22:08:46.193407 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:08:46.205016 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:08:46.216540 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:08:46.228025 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:08:46.239439 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:08:46.250947 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:08:46.262499 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:08:46.273984 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:08:46.285563 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a22:08:46.407339 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a22:08:46.727284 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a22:08:46.867808 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a22:08:47.224337 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6232): Launched\u000a22:08:47.507285 run iperf3-srv_10.42.42.10(pid=6233): Launched\u000a22:08:47.708312 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a22:08:47.845293 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a22:08:48.182015 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6234): Launched\u000a22:08:48.462670 run iperf3-srv_10.42.42.10(pid=6235): Launched\u000a22:08:48.663025 tst cs_paging_gprs_active.py:38: start network...\u000a22:08:48.800112 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:08:49.315606 run create_hlr_db(pid=6236): Launched\u000a22:08:49.505076 bus /gobi_6: Setting Powered False\u000a22:08:50.527005 run create_hlr_db(pid=6236): Terminated: ok {rc=0}\u000a22:08:50.936574 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6238): Launched\u000a22:08:51.242144 run osmo-hlr_10.42.42.2(pid=6239): Launched\u000a22:08:51.355179 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:08:51.882799 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6241): Launched\u000a22:08:52.187749 run osmo-stp_10.42.42.5(pid=6242): Launched\u000a22:08:52.298878 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a22:08:52.831199 run pcap-recorder_any(filters='host 10.42.42.6')(pid=6244): Launched\u000a22:08:52.939943 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a22:08:53.206204 run patchelf(pid=6245): Launched\u000a22:08:53.384440 run osmo-stp_10.42.42.5(pid=6242): ERR: Terminated: ERROR {rc=1} [trial-2395↪gprs:trx-b200+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6242)]\u000a22:08:53.514610 run osmo-stp_10.42.42.5(pid=6242): stdout: \u000a| (launched: 2022-12-13_22:08:52.037916)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:08:53.645247 run osmo-stp_10.42.42.5(pid=6242): stderr: \u000a| �[0;m�[38;5;43m20221213220852209 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213220852209 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213220852210 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213220852210 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213220852210 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213220852211 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213220852211 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:08:53.771128 run osmo-stp_10.42.42.5(pid=6242): stdout: \u000a| (launched: 2022-12-13_22:08:52.037916)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:08:53.895782 run osmo-stp_10.42.42.5(pid=6242): stderr: \u000a| �[0;m�[38;5;43m20221213220852209 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213220852209 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213220852210 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213220852210 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213220852210 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213220852211 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213220852211 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:08:54.041406 run patchelf(pid=6245): Terminating (SIGINT)\u000a22:08:54.211524 run patchelf(pid=6245): Terminated: ok {rc=0}\u000a22:08:54.242969 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=6242): Process ended prematurely: osmo-stp_10.42.42.5(pid=6242) [trial-2395↪gprs:trx-b200+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6242)] [trial-2395↪gprs:trx-b200+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38]\u000a22:08:54.252180 tst cs_paging_gprs_active.py:38: Test FAILED (8.7 sec)\u000a22:08:54.311859 run osmo-hlr_10.42.42.2(pid=6239): ERR: Terminated: ERROR {rc=237} [trial-2395↪gprs:trx-b200+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=6239)]\u000a22:08:54.360660 run osmo-hlr_10.42.42.2(pid=6239): stdout: \u000a| (launched: 2022-12-13_22:08:51.091607) \u000a22:08:54.410042 run osmo-hlr_10.42.42.2(pid=6239): stderr: \u000a| �[0;m�[1;31m20221213220851268 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213220851268 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213220851268 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213220851268 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213220851268 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213220851268 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213220851280 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2395/run.2022-12-13_21-44-31/gprs:trx-b200+mod-bts0-dynts-ipa/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213220851289 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213220851289 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213220851289 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:08:54.451976 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6232): Terminating (SIGTERM)\u000a22:08:54.491475 run iperf3-srv_10.42.42.10(pid=6233): Terminating (SIGTERM)\u000a22:08:54.530893 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6234): Terminating (SIGTERM)\u000a22:08:54.570203 run iperf3-srv_10.42.42.10(pid=6235): Terminating (SIGTERM)\u000a22:08:54.609526 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6238): Terminating (SIGTERM)\u000a22:08:54.648749 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6241): Terminating (SIGTERM)\u000a22:08:54.688192 run pcap-recorder_any(filters='host 10.42.42.6')(pid=6244): Terminating (SIGTERM)\u000a22:08:54.697324 --- ParallelTerminationStrategy: PID 6232 died...\u000a22:08:54.750508 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6232): Terminated: ok {rc=0}\u000a22:08:54.759950 --- ParallelTerminationStrategy: PID 6233 died...\u000a22:08:54.812341 run iperf3-srv_10.42.42.10(pid=6233): Terminated {rc=256}\u000a22:08:54.821729 --- ParallelTerminationStrategy: PID 6234 died...\u000a22:08:54.874363 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6234): Terminated: ok {rc=0}\u000a22:08:54.883840 --- ParallelTerminationStrategy: PID 6235 died...\u000a22:08:54.936127 run iperf3-srv_10.42.42.10(pid=6235): Terminated {rc=256}\u000a22:08:54.945584 --- ParallelTerminationStrategy: PID 6238 died...\u000a22:08:54.997805 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6238): Terminated: ok {rc=0}\u000a22:08:55.007242 --- ParallelTerminationStrategy: PID 6241 died...\u000a22:08:55.059831 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6241): Terminated: ok {rc=0}\u000a22:08:55.069408 --- ParallelTerminationStrategy: PID 6244 died...\u000a22:08:55.122458 run pcap-recorder_any(filters='host 10.42.42.6')(pid=6244): Terminated: ok {rc=0}\u000a22:08:55.205788 bus /gobi_0: Setting Powered False\u000a22:08:56.312715 bus /gobi_0: Setting Powered False\u000a22:08:57.421724 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 257, "className" : "gprs:trx-b200+mod-bts0-dynts-ipa", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=6523): Process ended prematurely: osmo-stp_10.42.42.5(pid=6523) [trial-2395↪gprs:trx-b200+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6523)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=6523): Process ended prematurely: osmo-stp_10.42.42.5(pid=6523) [trial-2395↪gprs:trx-b200+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6523)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2395 gprs:trx-b200+mod-bts0-dynts-ipa iperf3.py\u000a----------------------------------------------\u000a22:08:58.536806 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:08:58.548791 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a22:08:58.716906 tst iperf3.py: using LAC 36549\u000a22:08:58.844223 tst iperf3.py: using RAC 84\u000a22:08:58.970249 tst iperf3.py: using CellId 36549\u000a22:08:59.096335 tst iperf3.py: using BVCI 36550\u000a22:08:59.121257 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:08:59.132573 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:08:59.143734 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:08:59.154954 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:08:59.166370 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:08:59.177881 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:08:59.189452 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:08:59.200730 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:08:59.212248 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a22:08:59.508450 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a22:08:59.644298 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a22:08:59.979415 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6246): Launched\u000a22:09:00.259494 run iperf3-srv_10.42.42.10(pid=6247): Launched\u000a22:09:00.459845 tst iperf3.py:8: start network...\u000a22:09:00.596184 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:09:01.160062 run create_hlr_db(pid=6248): Launched\u000a22:09:01.394725 bus /gobi_6: Setting Powered False\u000a22:09:02.420421 run create_hlr_db(pid=6248): Terminated: ok {rc=0}\u000a22:09:02.930241 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6355): Launched\u000a22:09:03.430117 run osmo-hlr_10.42.42.2(pid=6392): Launched\u000a22:09:03.679967 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:09:04.431787 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6522): Launched\u000a22:09:04.850336 run osmo-stp_10.42.42.5(pid=6523): Launched\u000a22:09:05.084267 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a22:09:05.716413 run pcap-recorder_any(filters='host 10.42.42.6')(pid=6525): Launched\u000a22:09:05.829492 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a22:09:06.119182 run patchelf(pid=6527): Launched\u000a22:09:06.311834 run osmo-stp_10.42.42.5(pid=6523): ERR: Terminated: ERROR {rc=1} [trial-2395↪gprs:trx-b200+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6523)]\u000a22:09:06.453090 run osmo-stp_10.42.42.5(pid=6523): stdout: \u000a| (launched: 2022-12-13_22:09:04.589695)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:09:06.594146 run osmo-stp_10.42.42.5(pid=6523): stderr: \u000a| �[0;m�[38;5;43m20221213220904929 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213220904930 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213220904930 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213220904930 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213220904931 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213220904931 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213220904931 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:09:06.733370 run osmo-stp_10.42.42.5(pid=6523): stdout: \u000a| (launched: 2022-12-13_22:09:04.589695)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:09:06.870897 run osmo-stp_10.42.42.5(pid=6523): stderr: \u000a| �[0;m�[38;5;43m20221213220904929 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213220904930 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213220904930 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213220904930 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213220904931 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213220904931 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213220904931 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:09:07.029035 run patchelf(pid=6527): Terminating (SIGINT)\u000a22:09:07.214732 run patchelf(pid=6527): Terminated: ok {rc=0}\u000a22:09:07.249276 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=6523): Process ended prematurely: osmo-stp_10.42.42.5(pid=6523) [trial-2395↪gprs:trx-b200+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6523)] [trial-2395↪gprs:trx-b200+mod-bts0-dynts-ipa↪iperf3.py:8]\u000a22:09:07.260281 tst iperf3.py:8: Test FAILED (8.8 sec)\u000a22:09:07.326934 run osmo-hlr_10.42.42.2(pid=6392): ERR: Terminated: ERROR {rc=237} [trial-2395↪gprs:trx-b200+mod-bts0-dynts-ipa↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=6392)]\u000a22:09:07.381391 run osmo-hlr_10.42.42.2(pid=6392): stdout: \u000a| (launched: 2022-12-13_22:09:03.128308) \u000a22:09:07.436718 run osmo-hlr_10.42.42.2(pid=6392): stderr: \u000a| �[0;m�[1;31m20221213220903541 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213220903541 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213220903541 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213220903541 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213220903541 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213220903541 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213220903554 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2395/run.2022-12-13_21-44-31/gprs:trx-b200+mod-bts0-dynts-ipa/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213220903568 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213220903568 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213220903568 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:09:07.483638 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6246): Terminating (SIGTERM)\u000a22:09:07.530274 run iperf3-srv_10.42.42.10(pid=6247): Terminating (SIGTERM)\u000a22:09:07.577126 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6355): Terminating (SIGTERM)\u000a22:09:07.623425 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6522): Terminating (SIGTERM)\u000a22:09:07.670966 run pcap-recorder_any(filters='host 10.42.42.6')(pid=6525): Terminating (SIGTERM)\u000a22:09:07.681944 --- ParallelTerminationStrategy: PID 6246 died...\u000a22:09:07.742943 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6246): Terminated: ok {rc=0}\u000a22:09:07.754535 --- ParallelTerminationStrategy: PID 6247 died...\u000a22:09:07.812699 run iperf3-srv_10.42.42.10(pid=6247): Terminated {rc=256}\u000a22:09:07.823664 --- ParallelTerminationStrategy: PID 6355 died...\u000a22:09:07.882760 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6355): Terminated: ok {rc=0}\u000a22:09:07.894405 --- ParallelTerminationStrategy: PID 6522 died...\u000a22:09:07.952693 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6522): Terminated: ok {rc=0}\u000a22:09:07.963683 --- ParallelTerminationStrategy: PID 6525 died...\u000a22:09:08.022864 run pcap-recorder_any(filters='host 10.42.42.6')(pid=6525): Terminated: ok {rc=0}\u000a22:09:08.114386 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 257, "className" : "gprs:trx-b200+mod-bts0-dynts-ipa", "duration" : 13.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=6543): Process ended prematurely: osmo-stp_10.42.42.5(pid=6543) [trial-2395↪gprs:trx-b200+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6543)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=6543): Process ended prematurely: osmo-stp_10.42.42.5(pid=6543) [trial-2395↪gprs:trx-b200+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6543)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2395 gprs:trx-b200+mod-bts0-dynts-ipa iperf3m4.py\u000a----------------------------------------------\u000a22:09:09.235816 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:09:09.248706 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a22:09:09.420841 tst iperf3m4.py: using LAC 36550\u000a22:09:09.551454 tst iperf3m4.py: using RAC 85\u000a22:09:09.684693 tst iperf3m4.py: using CellId 36550\u000a22:09:09.818308 tst iperf3m4.py: using BVCI 36551\u000a22:09:09.844505 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:09:09.856879 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:09:09.869123 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:09:09.882154 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:09:09.895522 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:09:09.909559 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:09:09.922860 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:09:09.936189 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:09:09.949527 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a22:09:10.079732 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a22:09:10.209715 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a22:09:10.336632 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a22:09:10.644833 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a22:09:10.787314 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a22:09:11.147621 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6529): Launched\u000a22:09:11.451978 run iperf3-srv_10.42.42.10(pid=6530): Launched\u000a22:09:11.659630 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a22:09:11.801592 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a22:09:12.161570 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6531): Launched\u000a22:09:12.464549 run iperf3-srv_10.42.42.10(pid=6532): Launched\u000a22:09:12.671304 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a22:09:12.814125 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a22:09:13.168765 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6533): Launched\u000a22:09:13.469672 run iperf3-srv_10.42.42.10(pid=6534): Launched\u000a22:09:13.676699 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a22:09:13.818092 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a22:09:14.173536 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6535): Launched\u000a22:09:14.474877 run iperf3-srv_10.42.42.10(pid=6536): Launched\u000a22:09:14.681564 tst iperf3m4.py:8: start network...\u000a22:09:14.826178 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:09:15.394566 run create_hlr_db(pid=6537): Launched\u000a22:09:15.589618 bus /gobi_6: Setting Powered False\u000a22:09:16.683425 run create_hlr_db(pid=6537): Terminated: ok {rc=0}\u000a22:09:17.207802 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6539): Launched\u000a22:09:17.639019 run osmo-hlr_10.42.42.2(pid=6540): Launched\u000a22:09:17.894892 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:09:18.558160 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6542): Launched\u000a22:09:18.999345 run osmo-stp_10.42.42.5(pid=6543): Launched\u000a22:09:19.227820 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a22:09:19.826955 run pcap-recorder_any(filters='host 10.42.42.6')(pid=6545): Launched\u000a22:09:19.949146 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a22:09:20.255472 run patchelf(pid=6546): Launched\u000a22:09:20.455281 run osmo-stp_10.42.42.5(pid=6543): ERR: Terminated: ERROR {rc=1} [trial-2395↪gprs:trx-b200+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6543)]\u000a22:09:20.602665 run osmo-stp_10.42.42.5(pid=6543): stdout: \u000a| (launched: 2022-12-13_22:09:18.730526)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:09:20.748403 run osmo-stp_10.42.42.5(pid=6543): stderr: \u000a| �[0;m�[38;5;43m20221213220919032 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213220919033 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213220919033 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213220919033 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213220919034 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213220919034 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213220919034 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:09:20.890997 run osmo-stp_10.42.42.5(pid=6543): stdout: \u000a| (launched: 2022-12-13_22:09:18.730526)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:09:21.033006 run osmo-stp_10.42.42.5(pid=6543): stderr: \u000a| �[0;m�[38;5;43m20221213220919032 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213220919033 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213220919033 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213220919033 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213220919034 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213220919034 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213220919034 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:09:21.195057 run patchelf(pid=6546): Terminating (SIGINT)\u000a22:09:21.386808 run patchelf(pid=6546): Terminated: ok {rc=0}\u000a22:09:21.423583 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=6543): Process ended prematurely: osmo-stp_10.42.42.5(pid=6543) [trial-2395↪gprs:trx-b200+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6543)] [trial-2395↪gprs:trx-b200+mod-bts0-dynts-ipa↪iperf3m4.py:8]\u000a22:09:21.434883 tst iperf3m4.py:8: Test FAILED (12.2 sec)\u000a22:09:21.503733 run osmo-hlr_10.42.42.2(pid=6540): ERR: Terminated: ERROR {rc=237} [trial-2395↪gprs:trx-b200+mod-bts0-dynts-ipa↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=6540)]\u000a22:09:21.560071 run osmo-hlr_10.42.42.2(pid=6540): stdout: \u000a| (launched: 2022-12-13_22:09:17.369232) \u000a22:09:21.617677 run osmo-hlr_10.42.42.2(pid=6540): stderr: \u000a| �[0;m�[1;31m20221213220917629 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213220917633 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213220917633 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213220917633 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213220917633 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213220917633 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213220917663 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2395/run.2022-12-13_21-44-31/gprs:trx-b200+mod-bts0-dynts-ipa/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213220917680 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213220917681 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213220917681 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:09:21.666076 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6529): Terminating (SIGTERM)\u000a22:09:21.713270 run iperf3-srv_10.42.42.10(pid=6530): Terminating (SIGTERM)\u000a22:09:21.761199 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6531): Terminating (SIGTERM)\u000a22:09:21.809233 run iperf3-srv_10.42.42.10(pid=6532): Terminating (SIGTERM)\u000a22:09:21.858864 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6533): Terminating (SIGTERM)\u000a22:09:21.906435 run iperf3-srv_10.42.42.10(pid=6534): Terminating (SIGTERM)\u000a22:09:21.953608 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6535): Terminating (SIGTERM)\u000a22:09:22.003623 run iperf3-srv_10.42.42.10(pid=6536): Terminating (SIGTERM)\u000a22:09:22.050519 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6539): Terminating (SIGTERM)\u000a22:09:22.097927 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6542): Terminating (SIGTERM)\u000a22:09:22.144144 run pcap-recorder_any(filters='host 10.42.42.6')(pid=6545): Terminating (SIGTERM)\u000a22:09:22.156376 --- ParallelTerminationStrategy: PID 6529 died...\u000a22:09:22.219859 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6529): Terminated: ok {rc=0}\u000a22:09:22.232599 --- ParallelTerminationStrategy: PID 6530 died...\u000a22:09:22.291819 run iperf3-srv_10.42.42.10(pid=6530): Terminated {rc=256}\u000a22:09:22.303604 --- ParallelTerminationStrategy: PID 6531 died...\u000a22:09:22.363453 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6531): Terminated: ok {rc=0}\u000a22:09:22.375786 --- ParallelTerminationStrategy: PID 6532 died...\u000a22:09:22.435909 run iperf3-srv_10.42.42.10(pid=6532): Terminated {rc=256}\u000a22:09:22.448042 --- ParallelTerminationStrategy: PID 6533 died...\u000a22:09:22.507900 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6533): Terminated: ok {rc=0}\u000a22:09:22.519944 --- ParallelTerminationStrategy: PID 6534 died...\u000a22:09:22.580119 run iperf3-srv_10.42.42.10(pid=6534): Terminated {rc=256}\u000a22:09:22.592372 --- ParallelTerminationStrategy: PID 6535 died...\u000a22:09:22.652619 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6535): Terminated: ok {rc=0}\u000a22:09:22.667805 --- ParallelTerminationStrategy: PID 6536 died...\u000a22:09:22.726791 run iperf3-srv_10.42.42.10(pid=6536): Terminated {rc=256}\u000a22:09:22.738948 --- ParallelTerminationStrategy: PID 6539 died...\u000a22:09:22.798242 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6539): Terminated: ok {rc=0}\u000a22:09:22.810962 --- ParallelTerminationStrategy: PID 6542 died...\u000a22:09:22.869930 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6542): Terminated: ok {rc=0}\u000a22:09:22.882487 --- ParallelTerminationStrategy: PID 6545 died...\u000a22:09:22.941579 run pcap-recorder_any(filters='host 10.42.42.6')(pid=6545): Terminated: ok {rc=0}\u000a22:09:23.037364 bus /gobi_4: Setting Powered False\u000a22:09:24.148987 bus /gobi_4: Setting Powered False\u000a22:09:25.256936 bus /gobi_1: Setting Powered False\u000a22:09:26.362279 bus /gobi_1: Setting Powered False\u000a22:09:27.471339 bus /gobi_0: Setting Powered False\u000a22:09:28.578793 bus /gobi_0: Setting Powered False\u000a22:09:29.691683 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 257, "className" : "gprs:trx-b200+mod-bts0-dynts-ipa", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=6555): Process ended prematurely: osmo-stp_10.42.42.5(pid=6555) [trial-2395↪gprs:trx-b200+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6555)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=6555): Process ended prematurely: osmo-stp_10.42.42.5(pid=6555) [trial-2395↪gprs:trx-b200+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6555)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2395 gprs:trx-b200+mod-bts0-dynts-ipa ping.py\u000a----------------------------------------------\u000a22:09:30.759825 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:09:30.772007 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a22:09:30.944067 tst ping.py: using LAC 36551\u000a22:09:31.076562 tst ping.py: using RAC 86\u000a22:09:31.203906 tst ping.py: using CellId 36551\u000a22:09:31.343775 tst ping.py: using BVCI 36552\u000a22:09:31.369624 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:09:31.382106 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:09:31.393785 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:09:31.406321 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:09:31.419564 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:09:31.433153 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:09:31.447515 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:09:31.460417 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a22:09:31.815949 tst ping.py:19: start network...\u000a22:09:32.000286 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:09:32.502048 run create_hlr_db(pid=6549): Launched\u000a22:09:32.674595 bus /gobi_6: Setting Powered False\u000a22:09:33.696011 run create_hlr_db(pid=6549): Terminated: ok {rc=0}\u000a22:09:34.096563 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6551): Launched\u000a22:09:34.394161 run osmo-hlr_10.42.42.2(pid=6552): Launched\u000a22:09:34.510106 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:09:35.037308 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6554): Launched\u000a22:09:35.336837 run osmo-stp_10.42.42.5(pid=6555): Launched\u000a22:09:35.444635 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a22:09:35.965224 run pcap-recorder_any(filters='host 10.42.42.6')(pid=6557): Launched\u000a22:09:36.071054 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a22:09:36.331184 run patchelf(pid=6558): Launched\u000a22:09:36.505830 run osmo-stp_10.42.42.5(pid=6555): ERR: Terminated: ERROR {rc=1} [trial-2395↪gprs:trx-b200+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6555)]\u000a22:09:36.633444 run osmo-stp_10.42.42.5(pid=6555): stdout: \u000a| (launched: 2022-12-13_22:09:35.189854)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:09:36.760849 run osmo-stp_10.42.42.5(pid=6555): stderr: \u000a| �[0;m�[38;5;43m20221213220935359 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213220935359 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213220935359 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213220935360 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213220935360 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213220935360 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213220935361 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:09:36.884283 run osmo-stp_10.42.42.5(pid=6555): stdout: \u000a| (launched: 2022-12-13_22:09:35.189854)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:09:37.006497 run osmo-stp_10.42.42.5(pid=6555): stderr: \u000a| �[0;m�[38;5;43m20221213220935359 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213220935359 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213220935359 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213220935360 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213220935360 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213220935360 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213220935361 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:09:37.149833 run patchelf(pid=6558): Terminating (SIGINT)\u000a22:09:37.317231 run patchelf(pid=6558): Terminated: ok {rc=0}\u000a22:09:37.347517 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=6555): Process ended prematurely: osmo-stp_10.42.42.5(pid=6555) [trial-2395↪gprs:trx-b200+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6555)] [trial-2395↪gprs:trx-b200+mod-bts0-dynts-ipa↪ping.py:22]\u000a22:09:37.356144 tst ping.py:22: Test FAILED (6.6 sec)\u000a22:09:37.415926 run osmo-hlr_10.42.42.2(pid=6552): ERR: Terminated: ERROR {rc=237} [trial-2395↪gprs:trx-b200+mod-bts0-dynts-ipa↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=6552)]\u000a22:09:37.464868 run osmo-hlr_10.42.42.2(pid=6552): stdout: \u000a| (launched: 2022-12-13_22:09:34.247822) \u000a22:09:37.514471 run osmo-hlr_10.42.42.2(pid=6552): stderr: \u000a| �[0;m�[1;31m20221213220934425 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213220934425 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213220934425 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213220934425 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213220934425 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213220934425 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213220934439 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2395/run.2022-12-13_21-44-31/gprs:trx-b200+mod-bts0-dynts-ipa/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213220934449 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213220934449 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213220934449 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:09:37.556589 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6551): Terminating (SIGTERM)\u000a22:09:37.596006 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6554): Terminating (SIGTERM)\u000a22:09:37.635472 run pcap-recorder_any(filters='host 10.42.42.6')(pid=6557): Terminating (SIGTERM)\u000a22:09:37.644663 --- ParallelTerminationStrategy: PID 6551 died...\u000a22:09:37.698015 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6551): Terminated: ok {rc=0}\u000a22:09:37.707540 --- ParallelTerminationStrategy: PID 6554 died...\u000a22:09:37.760437 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6554): Terminated: ok {rc=0}\u000a22:09:37.770027 --- ParallelTerminationStrategy: PID 6557 died...\u000a22:09:37.823028 run pcap-recorder_any(filters='host 10.42.42.6')(pid=6557): Terminated: ok {rc=0}\u000a22:09:37.910349 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 257, "className" : "gprs:trx-b200+mod-bts0-dynts-ipa", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=6565): Process ended prematurely: osmo-stp_10.42.42.5(pid=6565) [trial-2395↪gprs:trx-b200+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6565)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=6565): Process ended prematurely: osmo-stp_10.42.42.5(pid=6565) [trial-2395↪gprs:trx-b200+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6565)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2395 gprs:trx-b200+mod-bts0-dynts-ipa ping_idle_ping.py\u000a----------------------------------------------\u000a22:09:38.961761 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:09:38.973348 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a22:09:39.131820 tst ping_idle_ping.py: using LAC 36552\u000a22:09:39.251160 tst ping_idle_ping.py: using RAC 87\u000a22:09:39.370909 tst ping_idle_ping.py: using CellId 36552\u000a22:09:39.490129 tst ping_idle_ping.py: using BVCI 36553\u000a22:09:39.513120 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:09:39.524097 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:09:39.534806 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:09:39.545529 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:09:39.556208 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:09:39.567057 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:09:39.577940 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:09:39.588647 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a22:09:39.880899 tst ping_idle_ping.py:24: start network...\u000a22:09:40.015361 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:09:40.529080 run create_hlr_db(pid=6559): Launched\u000a22:09:40.715505 bus /gobi_6: Setting Powered False\u000a22:09:41.736471 run create_hlr_db(pid=6559): Terminated: ok {rc=0}\u000a22:09:42.139619 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6561): Launched\u000a22:09:42.440282 run osmo-hlr_10.42.42.2(pid=6562): Launched\u000a22:09:42.558471 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:09:43.086827 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6564): Launched\u000a22:09:43.386748 run osmo-stp_10.42.42.5(pid=6565): Launched\u000a22:09:43.498385 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a22:09:44.021349 run pcap-recorder_any(filters='host 10.42.42.6')(pid=6567): Launched\u000a22:09:44.127685 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a22:09:44.387729 run patchelf(pid=6568): Launched\u000a22:09:44.563036 run osmo-stp_10.42.42.5(pid=6565): ERR: Terminated: ERROR {rc=1} [trial-2395↪gprs:trx-b200+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6565)]\u000a22:09:44.691141 run osmo-stp_10.42.42.5(pid=6565): stdout: \u000a| (launched: 2022-12-13_22:09:43.239368)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:09:44.819560 run osmo-stp_10.42.42.5(pid=6565): stderr: \u000a| �[0;m�[38;5;43m20221213220943411 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213220943411 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213220943411 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213220943412 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213220943412 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213220943412 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213220943412 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:09:44.943263 run osmo-stp_10.42.42.5(pid=6565): stdout: \u000a| (launched: 2022-12-13_22:09:43.239368)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:09:45.066099 run osmo-stp_10.42.42.5(pid=6565): stderr: \u000a| �[0;m�[38;5;43m20221213220943411 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213220943411 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213220943411 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213220943412 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213220943412 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213220943412 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213220943412 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:09:45.209838 run patchelf(pid=6568): Terminating (SIGINT)\u000a22:09:45.377353 run patchelf(pid=6568): Terminated: ok {rc=0}\u000a22:09:45.407935 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=6565): Process ended prematurely: osmo-stp_10.42.42.5(pid=6565) [trial-2395↪gprs:trx-b200+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6565)] [trial-2395↪gprs:trx-b200+mod-bts0-dynts-ipa↪ping_idle_ping.py:27]\u000a22:09:45.416362 tst ping_idle_ping.py:27: Test FAILED (6.4 sec)\u000a22:09:45.475590 run osmo-hlr_10.42.42.2(pid=6562): ERR: Terminated: ERROR {rc=237} [trial-2395↪gprs:trx-b200+mod-bts0-dynts-ipa↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=6562)]\u000a22:09:45.524261 run osmo-hlr_10.42.42.2(pid=6562): stdout: \u000a| (launched: 2022-12-13_22:09:42.292457) \u000a22:09:45.573538 run osmo-hlr_10.42.42.2(pid=6562): stderr: \u000a| �[0;m�[1;31m20221213220942471 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213220942471 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213220942471 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213220942471 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213220942471 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213220942471 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213220942483 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2395/run.2022-12-13_21-44-31/gprs:trx-b200+mod-bts0-dynts-ipa/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213220942494 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213220942494 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213220942494 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:09:45.615121 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6561): Terminating (SIGTERM)\u000a22:09:45.654378 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6564): Terminating (SIGTERM)\u000a22:09:45.693613 run pcap-recorder_any(filters='host 10.42.42.6')(pid=6567): Terminating (SIGTERM)\u000a22:09:45.702655 --- ParallelTerminationStrategy: PID 6561 died...\u000a22:09:45.755041 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6561): Terminated: ok {rc=0}\u000a22:09:45.764436 --- ParallelTerminationStrategy: PID 6564 died...\u000a22:09:45.816864 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6564): Terminated: ok {rc=0}\u000a22:09:45.826268 --- ParallelTerminationStrategy: PID 6567 died...\u000a22:09:45.880408 run pcap-recorder_any(filters='host 10.42.42.6')(pid=6567): Terminated: ok {rc=0}\u000a22:09:45.991838 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 63.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "52", "name" : "gprs_trx-b200+mod-bts0-dynts-ipa", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T22:08:45" }, { "cases" : [ { "testActions" : [ ], "age" : 257, "className" : "gprs:trx-b200+mod-bts0-dynts-osmo", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=6585): Process ended prematurely: osmo-stp_10.42.42.5(pid=6585) [trial-2395↪gprs:trx-b200+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6585)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=6585): Process ended prematurely: osmo-stp_10.42.42.5(pid=6585) [trial-2395↪gprs:trx-b200+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6585)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2395 gprs:trx-b200+mod-bts0-dynts-osmo cs_paging_gprs_active.py\u000a----------------------------------------------\u000a22:09:48.160465 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a22:09:48.171350 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a22:09:48.329123 tst cs_paging_gprs_active.py: using LAC 36553\u000a22:09:48.447007 tst cs_paging_gprs_active.py: using RAC 88\u000a22:09:48.567506 tst cs_paging_gprs_active.py: using CellId 36553\u000a22:09:48.694333 tst cs_paging_gprs_active.py: using BVCI 36554\u000a22:09:48.719371 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a22:09:48.730850 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a22:09:48.742180 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a22:09:48.753571 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a22:09:48.765043 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a22:09:48.776543 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a22:09:48.788138 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a22:09:48.800091 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a22:09:48.811883 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a22:09:48.930467 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a22:09:49.213723 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a22:09:49.341769 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a22:09:49.659608 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6575): Launched\u000a22:09:49.923368 run iperf3-srv_10.42.42.10(pid=6576): Launched\u000a22:09:50.110238 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a22:09:50.238461 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a22:09:50.555738 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6577): Launched\u000a22:09:50.818862 run iperf3-srv_10.42.42.10(pid=6578): Launched\u000a22:09:51.005257 tst cs_paging_gprs_active.py:38: start network...\u000a22:09:51.132587 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:09:51.622952 run create_hlr_db(pid=6579): Launched\u000a22:09:51.797837 bus /gobi_6: Setting Powered False\u000a22:09:52.819597 run create_hlr_db(pid=6579): Terminated: ok {rc=0}\u000a22:09:53.253937 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6581): Launched\u000a22:09:53.583792 run osmo-hlr_10.42.42.2(pid=6582): Launched\u000a22:09:53.703723 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:09:54.270862 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6584): Launched\u000a22:09:54.598634 run osmo-stp_10.42.42.5(pid=6585): Launched\u000a22:09:54.718373 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a22:09:55.289264 run pcap-recorder_any(filters='host 10.42.42.6')(pid=6587): Launched\u000a22:09:55.407255 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a22:09:55.692742 run patchelf(pid=6588): Launched\u000a22:09:55.884492 run osmo-stp_10.42.42.5(pid=6585): ERR: Terminated: ERROR {rc=1} [trial-2395↪gprs:trx-b200+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6585)]\u000a22:09:56.024141 run osmo-stp_10.42.42.5(pid=6585): stdout: \u000a| (launched: 2022-12-13_22:09:54.437277)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:09:56.163754 run osmo-stp_10.42.42.5(pid=6585): stderr: \u000a| �[0;m�[38;5;43m20221213220954627 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213220954627 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213220954628 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213220954628 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213220954629 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213220954629 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213220954629 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:09:56.299222 run osmo-stp_10.42.42.5(pid=6585): stdout: \u000a| (launched: 2022-12-13_22:09:54.437277)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:09:56.433925 run osmo-stp_10.42.42.5(pid=6585): stderr: \u000a| �[0;m�[38;5;43m20221213220954627 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213220954627 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213220954628 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213220954628 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213220954629 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213220954629 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213220954629 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:09:56.590398 run patchelf(pid=6588): Terminating (SIGINT)\u000a22:09:56.773044 run patchelf(pid=6588): Terminated: ok {rc=0}\u000a22:09:56.806522 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=6585): Process ended prematurely: osmo-stp_10.42.42.5(pid=6585) [trial-2395↪gprs:trx-b200+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6585)] [trial-2395↪gprs:trx-b200+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38]\u000a22:09:56.816418 tst cs_paging_gprs_active.py:38: Test FAILED (8.7 sec)\u000a22:09:56.879787 run osmo-hlr_10.42.42.2(pid=6582): ERR: Terminated: ERROR {rc=237} [trial-2395↪gprs:trx-b200+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=6582)]\u000a22:09:56.931728 run osmo-hlr_10.42.42.2(pid=6582): stdout: \u000a| (launched: 2022-12-13_22:09:53.421572) \u000a22:09:56.983578 run osmo-hlr_10.42.42.2(pid=6582): stderr: \u000a| �[0;m�[1;31m20221213220953621 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213220953621 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213220953621 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213220953621 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213220953621 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213220953621 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213220953634 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2395/run.2022-12-13_21-44-31/gprs:trx-b200+mod-bts0-dynts-osmo/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213220953644 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213220953644 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213220953644 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:09:57.028172 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6575): Terminating (SIGTERM)\u000a22:09:57.070069 run iperf3-srv_10.42.42.10(pid=6576): Terminating (SIGTERM)\u000a22:09:57.111953 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6577): Terminating (SIGTERM)\u000a22:09:57.153825 run iperf3-srv_10.42.42.10(pid=6578): Terminating (SIGTERM)\u000a22:09:57.196043 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6581): Terminating (SIGTERM)\u000a22:09:57.237927 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6584): Terminating (SIGTERM)\u000a22:09:57.279782 run pcap-recorder_any(filters='host 10.42.42.6')(pid=6587): Terminating (SIGTERM)\u000a22:09:57.289407 --- ParallelTerminationStrategy: PID 6575 died...\u000a22:09:57.345964 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6575): Terminated: ok {rc=0}\u000a22:09:57.355905 --- ParallelTerminationStrategy: PID 6576 died...\u000a22:09:57.411937 run iperf3-srv_10.42.42.10(pid=6576): Terminated {rc=256}\u000a22:09:57.421933 --- ParallelTerminationStrategy: PID 6577 died...\u000a22:09:57.477991 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6577): Terminated: ok {rc=0}\u000a22:09:57.487837 --- ParallelTerminationStrategy: PID 6578 died...\u000a22:09:57.543389 run iperf3-srv_10.42.42.10(pid=6578): Terminated {rc=256}\u000a22:09:57.553296 --- ParallelTerminationStrategy: PID 6581 died...\u000a22:09:57.608995 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6581): Terminated: ok {rc=0}\u000a22:09:57.618871 --- ParallelTerminationStrategy: PID 6584 died...\u000a22:09:57.674649 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6584): Terminated: ok {rc=0}\u000a22:09:57.684574 --- ParallelTerminationStrategy: PID 6587 died...\u000a22:09:57.740309 run pcap-recorder_any(filters='host 10.42.42.6')(pid=6587): Terminated: ok {rc=0}\u000a22:09:57.830286 bus /gobi_0: Setting Powered False\u000a22:09:58.936599 bus /gobi_0: Setting Powered False\u000a22:10:00.047440 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 257, "className" : "gprs:trx-b200+mod-bts0-dynts-osmo", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=6600): Process ended prematurely: osmo-stp_10.42.42.5(pid=6600) [trial-2395↪gprs:trx-b200+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6600)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=6600): Process ended prematurely: osmo-stp_10.42.42.5(pid=6600) [trial-2395↪gprs:trx-b200+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6600)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2395 gprs:trx-b200+mod-bts0-dynts-osmo iperf3.py\u000a----------------------------------------------\u000a22:10:01.162959 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a22:10:01.175615 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a22:10:01.374021 tst iperf3.py: using LAC 36554\u000a22:10:01.508479 tst iperf3.py: using RAC 89\u000a22:10:01.648747 tst iperf3.py: using CellId 36554\u000a22:10:01.809393 tst iperf3.py: using BVCI 36555\u000a22:10:01.850896 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a22:10:01.872153 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a22:10:01.888005 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a22:10:01.906315 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a22:10:01.925962 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a22:10:01.941777 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a22:10:01.957386 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a22:10:01.971675 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a22:10:01.988018 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a22:10:02.287599 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a22:10:02.418702 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a22:10:02.736117 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6592): Launched\u000a22:10:02.998723 run iperf3-srv_10.42.42.10(pid=6593): Launched\u000a22:10:03.184464 tst iperf3.py:8: start network...\u000a22:10:03.312710 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:10:03.800822 run create_hlr_db(pid=6594): Launched\u000a22:10:03.976390 bus /gobi_6: Setting Powered False\u000a22:10:04.998178 run create_hlr_db(pid=6594): Terminated: ok {rc=0}\u000a22:10:05.430130 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6596): Launched\u000a22:10:05.757450 run osmo-hlr_10.42.42.2(pid=6597): Launched\u000a22:10:05.881079 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:10:06.448044 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6599): Launched\u000a22:10:06.772553 run osmo-stp_10.42.42.5(pid=6600): Launched\u000a22:10:06.890863 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a22:10:07.459462 run pcap-recorder_any(filters='host 10.42.42.6')(pid=6602): Launched\u000a22:10:07.576301 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a22:10:07.859557 run patchelf(pid=6603): Launched\u000a22:10:08.049757 run osmo-stp_10.42.42.5(pid=6600): ERR: Terminated: ERROR {rc=1} [trial-2395↪gprs:trx-b200+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6600)]\u000a22:10:08.188664 run osmo-stp_10.42.42.5(pid=6600): stdout: \u000a| (launched: 2022-12-13_22:10:06.612893)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:10:08.327799 run osmo-stp_10.42.42.5(pid=6600): stderr: \u000a| �[0;m�[38;5;43m20221213221006804 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213221006804 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213221006804 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213221006805 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213221006805 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213221006805 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213221006805 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:10:08.463619 run osmo-stp_10.42.42.5(pid=6600): stdout: \u000a| (launched: 2022-12-13_22:10:06.612893)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:10:08.596866 run osmo-stp_10.42.42.5(pid=6600): stderr: \u000a| �[0;m�[38;5;43m20221213221006804 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213221006804 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213221006804 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213221006805 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213221006805 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213221006805 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213221006805 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:10:08.752092 run patchelf(pid=6603): Terminating (SIGINT)\u000a22:10:08.934072 run patchelf(pid=6603): Terminated: ok {rc=0}\u000a22:10:08.967282 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=6600): Process ended prematurely: osmo-stp_10.42.42.5(pid=6600) [trial-2395↪gprs:trx-b200+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6600)] [trial-2395↪gprs:trx-b200+mod-bts0-dynts-osmo↪iperf3.py:8]\u000a22:10:08.977445 tst iperf3.py:8: Test FAILED (7.9 sec)\u000a22:10:09.040896 run osmo-hlr_10.42.42.2(pid=6597): ERR: Terminated: ERROR {rc=237} [trial-2395↪gprs:trx-b200+mod-bts0-dynts-osmo↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=6597)]\u000a22:10:09.092985 run osmo-hlr_10.42.42.2(pid=6597): stdout: \u000a| (launched: 2022-12-13_22:10:05.596360) \u000a22:10:09.145569 run osmo-hlr_10.42.42.2(pid=6597): stderr: \u000a| �[0;m�[1;31m20221213221005793 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213221005794 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213221005794 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213221005794 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213221005794 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213221005794 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213221005807 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2395/run.2022-12-13_21-44-31/gprs:trx-b200+mod-bts0-dynts-osmo/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213221005817 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213221005817 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213221005817 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:10:09.190200 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6592): Terminating (SIGTERM)\u000a22:10:09.232092 run iperf3-srv_10.42.42.10(pid=6593): Terminating (SIGTERM)\u000a22:10:09.274319 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6596): Terminating (SIGTERM)\u000a22:10:09.316262 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6599): Terminating (SIGTERM)\u000a22:10:09.358562 run pcap-recorder_any(filters='host 10.42.42.6')(pid=6602): Terminating (SIGTERM)\u000a22:10:09.368250 --- ParallelTerminationStrategy: PID 6592 died...\u000a22:10:09.425023 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6592): Terminated: ok {rc=0}\u000a22:10:09.435107 --- ParallelTerminationStrategy: PID 6593 died...\u000a22:10:09.491008 run iperf3-srv_10.42.42.10(pid=6593): Terminated {rc=256}\u000a22:10:09.501079 --- ParallelTerminationStrategy: PID 6596 died...\u000a22:10:09.557414 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6596): Terminated: ok {rc=0}\u000a22:10:09.567548 --- ParallelTerminationStrategy: PID 6599 died...\u000a22:10:09.623744 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6599): Terminated: ok {rc=0}\u000a22:10:09.633761 --- ParallelTerminationStrategy: PID 6602 died...\u000a22:10:09.689772 run pcap-recorder_any(filters='host 10.42.42.6')(pid=6602): Terminated: ok {rc=0}\u000a22:10:09.776717 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 257, "className" : "gprs:trx-b200+mod-bts0-dynts-osmo", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=6618): Process ended prematurely: osmo-stp_10.42.42.5(pid=6618) [trial-2395↪gprs:trx-b200+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6618)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=6618): Process ended prematurely: osmo-stp_10.42.42.5(pid=6618) [trial-2395↪gprs:trx-b200+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6618)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2395 gprs:trx-b200+mod-bts0-dynts-osmo iperf3m4.py\u000a----------------------------------------------\u000a22:10:10.893070 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a22:10:10.905311 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a22:10:11.073797 tst iperf3m4.py: using LAC 36555\u000a22:10:11.200627 tst iperf3m4.py: using RAC 90\u000a22:10:11.326767 tst iperf3m4.py: using CellId 36555\u000a22:10:11.455245 tst iperf3m4.py: using BVCI 36556\u000a22:10:11.480354 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a22:10:11.491934 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a22:10:11.503364 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a22:10:11.514777 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a22:10:11.526284 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a22:10:11.537941 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a22:10:11.549582 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a22:10:11.561018 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a22:10:11.572623 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a22:10:11.692182 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a22:10:11.811124 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a22:10:11.928396 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a22:10:12.224590 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a22:10:12.361094 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a22:10:12.699811 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6604): Launched\u000a22:10:12.980264 run iperf3-srv_10.42.42.10(pid=6605): Launched\u000a22:10:13.180429 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a22:10:13.316762 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a22:10:13.655037 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6606): Launched\u000a22:10:13.934842 run iperf3-srv_10.42.42.10(pid=6607): Launched\u000a22:10:14.134677 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a22:10:14.271399 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a22:10:14.609179 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6608): Launched\u000a22:10:14.889189 run iperf3-srv_10.42.42.10(pid=6609): Launched\u000a22:10:15.089088 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a22:10:15.225668 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a22:10:15.564588 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6610): Launched\u000a22:10:15.849567 run iperf3-srv_10.42.42.10(pid=6611): Launched\u000a22:10:16.055618 tst iperf3m4.py:8: start network...\u000a22:10:16.197360 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:10:16.751802 run create_hlr_db(pid=6612): Launched\u000a22:10:16.944579 bus /gobi_6: Setting Powered False\u000a22:10:17.962576 run create_hlr_db(pid=6612): Terminated: ok {rc=0}\u000a22:10:18.396193 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6614): Launched\u000a22:10:18.725007 run osmo-hlr_10.42.42.2(pid=6615): Launched\u000a22:10:18.846189 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:10:19.404538 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6617): Launched\u000a22:10:19.707490 run osmo-stp_10.42.42.5(pid=6618): Launched\u000a22:10:19.816760 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a22:10:20.345756 run pcap-recorder_any(filters='host 10.42.42.6')(pid=6620): Launched\u000a22:10:20.453854 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a22:10:20.719407 run patchelf(pid=6621): Launched\u000a22:10:20.897807 run osmo-stp_10.42.42.5(pid=6618): ERR: Terminated: ERROR {rc=1} [trial-2395↪gprs:trx-b200+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6618)]\u000a22:10:21.028028 run osmo-stp_10.42.42.5(pid=6618): stdout: \u000a| (launched: 2022-12-13_22:10:19.559208)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:10:21.158696 run osmo-stp_10.42.42.5(pid=6618): stderr: \u000a| �[0;m�[38;5;43m20221213221019727 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213221019728 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213221019728 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213221019728 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213221019729 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213221019729 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213221019729 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:10:21.284627 run osmo-stp_10.42.42.5(pid=6618): stdout: \u000a| (launched: 2022-12-13_22:10:19.559208)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:10:21.409684 run osmo-stp_10.42.42.5(pid=6618): stderr: \u000a| �[0;m�[38;5;43m20221213221019727 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213221019728 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213221019728 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213221019728 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213221019729 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213221019729 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213221019729 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:10:21.555270 run patchelf(pid=6621): Terminating (SIGINT)\u000a22:10:21.725767 run patchelf(pid=6621): Terminated: ok {rc=0}\u000a22:10:21.757194 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=6618): Process ended prematurely: osmo-stp_10.42.42.5(pid=6618) [trial-2395↪gprs:trx-b200+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6618)] [trial-2395↪gprs:trx-b200+mod-bts0-dynts-osmo↪iperf3m4.py:8]\u000a22:10:21.766571 tst iperf3m4.py:8: Test FAILED (10.9 sec)\u000a22:10:21.826564 run osmo-hlr_10.42.42.2(pid=6615): ERR: Terminated: ERROR {rc=237} [trial-2395↪gprs:trx-b200+mod-bts0-dynts-osmo↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=6615)]\u000a22:10:21.875633 run osmo-hlr_10.42.42.2(pid=6615): stdout: \u000a| (launched: 2022-12-13_22:10:18.563040) \u000a22:10:21.924842 run osmo-hlr_10.42.42.2(pid=6615): stderr: \u000a| �[0;m�[1;31m20221213221018761 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213221018761 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213221018761 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213221018761 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213221018761 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213221018761 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213221018774 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2395/run.2022-12-13_21-44-31/gprs:trx-b200+mod-bts0-dynts-osmo/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213221018783 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213221018783 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213221018783 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:10:21.966714 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6604): Terminating (SIGTERM)\u000a22:10:22.005995 run iperf3-srv_10.42.42.10(pid=6605): Terminating (SIGTERM)\u000a22:10:22.045409 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6606): Terminating (SIGTERM)\u000a22:10:22.084545 run iperf3-srv_10.42.42.10(pid=6607): Terminating (SIGTERM)\u000a22:10:22.123953 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6608): Terminating (SIGTERM)\u000a22:10:22.163003 run iperf3-srv_10.42.42.10(pid=6609): Terminating (SIGTERM)\u000a22:10:22.202092 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6610): Terminating (SIGTERM)\u000a22:10:22.241006 run iperf3-srv_10.42.42.10(pid=6611): Terminating (SIGTERM)\u000a22:10:22.280055 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6614): Terminating (SIGTERM)\u000a22:10:22.319176 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6617): Terminating (SIGTERM)\u000a22:10:22.358352 run pcap-recorder_any(filters='host 10.42.42.6')(pid=6620): Terminating (SIGTERM)\u000a22:10:22.367442 --- ParallelTerminationStrategy: PID 6604 died...\u000a22:10:22.420358 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6604): Terminated: ok {rc=0}\u000a22:10:22.429902 --- ParallelTerminationStrategy: PID 6605 died...\u000a22:10:22.482408 run iperf3-srv_10.42.42.10(pid=6605): Terminated {rc=256}\u000a22:10:22.491821 --- ParallelTerminationStrategy: PID 6606 died...\u000a22:10:22.544434 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6606): Terminated: ok {rc=0}\u000a22:10:22.553866 --- ParallelTerminationStrategy: PID 6607 died...\u000a22:10:22.606235 run iperf3-srv_10.42.42.10(pid=6607): Terminated {rc=256}\u000a22:10:22.615686 --- ParallelTerminationStrategy: PID 6608 died...\u000a22:10:22.668062 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6608): Terminated: ok {rc=0}\u000a22:10:22.677611 --- ParallelTerminationStrategy: PID 6609 died...\u000a22:10:22.729859 run iperf3-srv_10.42.42.10(pid=6609): Terminated {rc=256}\u000a22:10:22.739290 --- ParallelTerminationStrategy: PID 6610 died...\u000a22:10:22.791919 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6610): Terminated: ok {rc=0}\u000a22:10:22.801819 --- ParallelTerminationStrategy: PID 6611 died...\u000a22:10:22.854581 run iperf3-srv_10.42.42.10(pid=6611): Terminated {rc=256}\u000a22:10:22.864013 --- ParallelTerminationStrategy: PID 6614 died...\u000a22:10:22.916760 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6614): Terminated: ok {rc=0}\u000a22:10:22.926321 --- ParallelTerminationStrategy: PID 6617 died...\u000a22:10:22.979599 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6617): Terminated: ok {rc=0}\u000a22:10:22.989259 --- ParallelTerminationStrategy: PID 6620 died...\u000a22:10:23.042060 run pcap-recorder_any(filters='host 10.42.42.6')(pid=6620): Terminated: ok {rc=0}\u000a22:10:23.130315 bus /gobi_4: Setting Powered False\u000a22:10:24.234296 bus /gobi_4: Setting Powered False\u000a22:10:25.346220 bus /gobi_1: Setting Powered False\u000a22:10:26.454239 bus /gobi_1: Setting Powered False\u000a22:10:27.562161 bus /gobi_0: Setting Powered False\u000a22:10:28.667921 bus /gobi_0: Setting Powered False\u000a22:10:29.776986 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 257, "className" : "gprs:trx-b200+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=6628): Process ended prematurely: osmo-stp_10.42.42.5(pid=6628) [trial-2395↪gprs:trx-b200+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6628)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=6628): Process ended prematurely: osmo-stp_10.42.42.5(pid=6628) [trial-2395↪gprs:trx-b200+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6628)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2395 gprs:trx-b200+mod-bts0-dynts-osmo ping.py\u000a----------------------------------------------\u000a22:10:30.861843 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a22:10:30.884596 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a22:10:31.055392 tst ping.py: using LAC 36556\u000a22:10:31.213128 tst ping.py: using RAC 91\u000a22:10:31.344345 tst ping.py: using CellId 36556\u000a22:10:31.473097 tst ping.py: using BVCI 36557\u000a22:10:31.498728 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a22:10:31.511166 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a22:10:31.523474 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a22:10:31.535882 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a22:10:31.549215 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a22:10:31.562891 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a22:10:31.577380 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a22:10:31.591073 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a22:10:31.935308 tst ping.py:19: start network...\u000a22:10:32.088656 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:10:32.615215 run create_hlr_db(pid=6622): Launched\u000a22:10:32.801379 bus /gobi_6: Setting Powered False\u000a22:10:33.821267 run create_hlr_db(pid=6622): Terminated: ok {rc=0}\u000a22:10:34.248028 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6624): Launched\u000a22:10:34.572635 run osmo-hlr_10.42.42.2(pid=6625): Launched\u000a22:10:34.692599 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:10:35.259325 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6627): Launched\u000a22:10:35.582099 run osmo-stp_10.42.42.5(pid=6628): Launched\u000a22:10:35.698911 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a22:10:36.258883 run pcap-recorder_any(filters='host 10.42.42.6')(pid=6630): Launched\u000a22:10:36.373540 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a22:10:36.653594 run patchelf(pid=6631): Launched\u000a22:10:36.841027 run osmo-stp_10.42.42.5(pid=6628): ERR: Terminated: ERROR {rc=1} [trial-2395↪gprs:trx-b200+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6628)]\u000a22:10:36.978207 run osmo-stp_10.42.42.5(pid=6628): stdout: \u000a| (launched: 2022-12-13_22:10:35.423016)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:10:37.115376 run osmo-stp_10.42.42.5(pid=6628): stderr: \u000a| �[0;m�[38;5;43m20221213221035618 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213221035619 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213221035619 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213221035619 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213221035620 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213221035620 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213221035620 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:10:37.247988 run osmo-stp_10.42.42.5(pid=6628): stdout: \u000a| (launched: 2022-12-13_22:10:35.423016)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:10:37.379842 run osmo-stp_10.42.42.5(pid=6628): stderr: \u000a| �[0;m�[38;5;43m20221213221035618 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213221035619 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213221035619 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213221035619 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213221035620 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213221035620 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213221035620 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:10:37.533301 run patchelf(pid=6631): Terminating (SIGINT)\u000a22:10:37.712233 run patchelf(pid=6631): Terminated: ok {rc=0}\u000a22:10:37.744738 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=6628): Process ended prematurely: osmo-stp_10.42.42.5(pid=6628) [trial-2395↪gprs:trx-b200+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6628)] [trial-2395↪gprs:trx-b200+mod-bts0-dynts-osmo↪ping.py:22]\u000a22:10:37.754137 tst ping.py:22: Test FAILED (6.9 sec)\u000a22:10:37.817151 run osmo-hlr_10.42.42.2(pid=6625): ERR: Terminated: ERROR {rc=237} [trial-2395↪gprs:trx-b200+mod-bts0-dynts-osmo↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=6625)]\u000a22:10:37.868330 run osmo-hlr_10.42.42.2(pid=6625): stdout: \u000a| (launched: 2022-12-13_22:10:34.411868) \u000a22:10:37.920157 run osmo-hlr_10.42.42.2(pid=6625): stderr: \u000a| �[0;m�[1;31m20221213221034612 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213221034612 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213221034612 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213221034612 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213221034612 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213221034612 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213221034623 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2395/run.2022-12-13_21-44-31/gprs:trx-b200+mod-bts0-dynts-osmo/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213221034631 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213221034632 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213221034632 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:10:37.964355 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6624): Terminating (SIGTERM)\u000a22:10:38.006505 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6627): Terminating (SIGTERM)\u000a22:10:38.048530 run pcap-recorder_any(filters='host 10.42.42.6')(pid=6630): Terminating (SIGTERM)\u000a22:10:38.058336 --- ParallelTerminationStrategy: PID 6624 died...\u000a22:10:38.115029 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6624): Terminated: ok {rc=0}\u000a22:10:38.124930 --- ParallelTerminationStrategy: PID 6627 died...\u000a22:10:38.181231 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6627): Terminated: ok {rc=0}\u000a22:10:38.191258 --- ParallelTerminationStrategy: PID 6630 died...\u000a22:10:38.247371 run pcap-recorder_any(filters='host 10.42.42.6')(pid=6630): Terminated: ok {rc=0}\u000a22:10:38.334262 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 257, "className" : "gprs:trx-b200+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=6638): Process ended prematurely: osmo-stp_10.42.42.5(pid=6638) [trial-2395↪gprs:trx-b200+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6638)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=6638): Process ended prematurely: osmo-stp_10.42.42.5(pid=6638) [trial-2395↪gprs:trx-b200+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6638)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2395 gprs:trx-b200+mod-bts0-dynts-osmo ping_idle_ping.py\u000a----------------------------------------------\u000a22:10:39.387070 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a22:10:39.399302 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a22:10:39.567286 tst ping_idle_ping.py: using LAC 36557\u000a22:10:39.688040 tst ping_idle_ping.py: using RAC 92\u000a22:10:39.807169 tst ping_idle_ping.py: using CellId 36557\u000a22:10:39.930810 tst ping_idle_ping.py: using BVCI 36558\u000a22:10:39.957936 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a22:10:39.968871 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a22:10:39.979791 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a22:10:39.990492 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a22:10:40.001649 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a22:10:40.012621 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a22:10:40.023551 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a22:10:40.034372 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a22:10:40.329477 tst ping_idle_ping.py:24: start network...\u000a22:10:40.465052 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:10:40.974088 run create_hlr_db(pid=6632): Launched\u000a22:10:41.160663 bus /gobi_6: Setting Powered False\u000a22:10:42.181567 run create_hlr_db(pid=6632): Terminated: ok {rc=0}\u000a22:10:42.584689 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6634): Launched\u000a22:10:42.886123 run osmo-hlr_10.42.42.2(pid=6635): Launched\u000a22:10:42.996839 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:10:43.517871 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6637): Launched\u000a22:10:43.819522 run osmo-stp_10.42.42.5(pid=6638): Launched\u000a22:10:43.928341 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a22:10:44.450601 run pcap-recorder_any(filters='host 10.42.42.6')(pid=6640): Launched\u000a22:10:44.556870 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a22:10:44.817809 run patchelf(pid=6641): Launched\u000a22:10:44.994461 run osmo-stp_10.42.42.5(pid=6638): ERR: Terminated: ERROR {rc=1} [trial-2395↪gprs:trx-b200+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6638)]\u000a22:10:45.122861 run osmo-stp_10.42.42.5(pid=6638): stdout: \u000a| (launched: 2022-12-13_22:10:43.670877)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:10:45.251159 run osmo-stp_10.42.42.5(pid=6638): stderr: \u000a| �[0;m�[38;5;43m20221213221043840 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213221043840 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213221043840 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213221043841 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213221043841 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213221043841 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213221043841 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:10:45.374958 run osmo-stp_10.42.42.5(pid=6638): stdout: \u000a| (launched: 2022-12-13_22:10:43.670877)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:10:45.497715 run osmo-stp_10.42.42.5(pid=6638): stderr: \u000a| �[0;m�[38;5;43m20221213221043840 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213221043840 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213221043840 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213221043841 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213221043841 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213221043841 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213221043841 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:10:45.641702 run patchelf(pid=6641): Terminating (SIGINT)\u000a22:10:45.809330 run patchelf(pid=6641): Terminated: ok {rc=0}\u000a22:10:45.858723 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=6638): Process ended prematurely: osmo-stp_10.42.42.5(pid=6638) [trial-2395↪gprs:trx-b200+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6638)] [trial-2395↪gprs:trx-b200+mod-bts0-dynts-osmo↪ping_idle_ping.py:27]\u000a22:10:45.869189 tst ping_idle_ping.py:27: Test FAILED (6.5 sec)\u000a22:10:45.937913 run osmo-hlr_10.42.42.2(pid=6635): ERR: Terminated: ERROR {rc=237} [trial-2395↪gprs:trx-b200+mod-bts0-dynts-osmo↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=6635)]\u000a22:10:45.991965 run osmo-hlr_10.42.42.2(pid=6635): stdout: \u000a| (launched: 2022-12-13_22:10:42.737218) \u000a22:10:46.047595 run osmo-hlr_10.42.42.2(pid=6635): stderr: \u000a| �[0;m�[1;31m20221213221042916 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213221042916 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213221042916 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213221042916 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213221042917 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213221042917 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213221042928 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2395/run.2022-12-13_21-44-31/gprs:trx-b200+mod-bts0-dynts-osmo/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213221042937 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213221042938 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213221042938 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:10:46.095468 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6634): Terminating (SIGTERM)\u000a22:10:46.141539 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6637): Terminating (SIGTERM)\u000a22:10:46.188623 run pcap-recorder_any(filters='host 10.42.42.6')(pid=6640): Terminating (SIGTERM)\u000a22:10:46.199414 --- ParallelTerminationStrategy: PID 6634 died...\u000a22:10:46.261169 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6634): Terminated: ok {rc=0}\u000a22:10:46.272751 --- ParallelTerminationStrategy: PID 6637 died...\u000a22:10:46.330894 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6637): Terminated: ok {rc=0}\u000a22:10:46.341928 --- ParallelTerminationStrategy: PID 6640 died...\u000a22:10:46.402249 run pcap-recorder_any(filters='host 10.42.42.6')(pid=6640): Terminated: ok {rc=0}\u000a22:10:46.494318 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 61.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "53", "name" : "gprs_trx-b200+mod-bts0-dynts-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T22:09:47" }, { "cases" : [ { "testActions" : [ ], "age" : 257, "className" : "gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=6658): Process ended prematurely: osmo-stp_10.42.42.5(pid=6658) [trial-2395↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6658)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=6658): Process ended prematurely: osmo-stp_10.42.42.5(pid=6658) [trial-2395↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6658)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2395 gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend cs_paging_gprs_active.py\u000a----------------------------------------------\u000a22:10:48.662243 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a22:10:48.674528 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a22:10:48.824420 tst cs_paging_gprs_active.py: using LAC 36558\u000a22:10:48.952557 tst cs_paging_gprs_active.py: using RAC 93\u000a22:10:49.080667 tst cs_paging_gprs_active.py: using CellId 36558\u000a22:10:49.213481 tst cs_paging_gprs_active.py: using BVCI 36559\u000a22:10:49.238725 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a22:10:49.250471 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a22:10:49.262020 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a22:10:49.273529 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a22:10:49.285538 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a22:10:49.297497 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a22:10:49.309632 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a22:10:49.321571 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a22:10:49.333894 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a22:10:49.456814 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a22:10:49.741256 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a22:10:49.869035 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a22:10:50.187380 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6645): Launched\u000a22:10:50.451016 run iperf3-srv_10.42.42.10(pid=6646): Launched\u000a22:10:50.638645 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a22:10:50.765792 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a22:10:51.082377 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6647): Launched\u000a22:10:51.346498 run iperf3-srv_10.42.42.10(pid=6648): Launched\u000a22:10:51.533685 tst cs_paging_gprs_active.py:38: start network...\u000a22:10:51.661657 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:10:52.162127 run create_hlr_db(pid=6652): Launched\u000a22:10:52.338120 bus /gobi_6: Setting Powered False\u000a22:10:53.359326 run create_hlr_db(pid=6652): Terminated: ok {rc=0}\u000a22:10:53.793027 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6654): Launched\u000a22:10:54.121970 run osmo-hlr_10.42.42.2(pid=6655): Launched\u000a22:10:54.242428 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:10:54.811529 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6657): Launched\u000a22:10:55.141303 run osmo-stp_10.42.42.5(pid=6658): Launched\u000a22:10:55.262709 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a22:10:55.834794 run pcap-recorder_any(filters='host 10.42.42.6')(pid=6660): Launched\u000a22:10:55.952323 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a22:10:56.237587 run patchelf(pid=6661): Launched\u000a22:10:56.429568 run osmo-stp_10.42.42.5(pid=6658): ERR: Terminated: ERROR {rc=1} [trial-2395↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6658)]\u000a22:10:56.569984 run osmo-stp_10.42.42.5(pid=6658): stdout: \u000a| (launched: 2022-12-13_22:10:54.978058)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:10:56.710653 run osmo-stp_10.42.42.5(pid=6658): stderr: \u000a| �[0;m�[38;5;43m20221213221055173 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213221055173 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213221055173 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213221055174 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213221055174 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213221055174 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213221055174 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:10:56.846524 run osmo-stp_10.42.42.5(pid=6658): stdout: \u000a| (launched: 2022-12-13_22:10:54.978058)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:10:56.981010 run osmo-stp_10.42.42.5(pid=6658): stderr: \u000a| �[0;m�[38;5;43m20221213221055173 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213221055173 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213221055173 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213221055174 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213221055174 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213221055174 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213221055174 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:10:57.137647 run patchelf(pid=6661): Terminating (SIGINT)\u000a22:10:57.320848 run patchelf(pid=6661): Terminated: ok {rc=0}\u000a22:10:57.354643 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=6658): Process ended prematurely: osmo-stp_10.42.42.5(pid=6658) [trial-2395↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6658)] [trial-2395↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪cs_paging_gprs_active.py:38]\u000a22:10:57.364661 tst cs_paging_gprs_active.py:38: Test FAILED (8.7 sec)\u000a22:10:57.428618 run osmo-hlr_10.42.42.2(pid=6655): ERR: Terminated: ERROR {rc=237} [trial-2395↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=6655)]\u000a22:10:57.480554 run osmo-hlr_10.42.42.2(pid=6655): stdout: \u000a| (launched: 2022-12-13_22:10:53.959603) \u000a22:10:57.533054 run osmo-hlr_10.42.42.2(pid=6655): stderr: \u000a| �[0;m�[1;31m20221213221054158 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213221054158 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213221054158 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213221054158 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213221054158 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213221054158 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213221054170 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2395/run.2022-12-13_21-44-31/gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213221054179 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213221054179 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213221054179 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:10:57.577795 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6645): Terminating (SIGTERM)\u000a22:10:57.619929 run iperf3-srv_10.42.42.10(pid=6646): Terminating (SIGTERM)\u000a22:10:57.662224 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6647): Terminating (SIGTERM)\u000a22:10:57.704391 run iperf3-srv_10.42.42.10(pid=6648): Terminating (SIGTERM)\u000a22:10:57.747011 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6654): Terminating (SIGTERM)\u000a22:10:57.789370 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6657): Terminating (SIGTERM)\u000a22:10:57.832025 run pcap-recorder_any(filters='host 10.42.42.6')(pid=6660): Terminating (SIGTERM)\u000a22:10:57.841820 --- ParallelTerminationStrategy: PID 6645 died...\u000a22:10:57.898332 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6645): Terminated: ok {rc=0}\u000a22:10:57.908416 --- ParallelTerminationStrategy: PID 6646 died...\u000a22:10:57.964583 run iperf3-srv_10.42.42.10(pid=6646): Terminated {rc=256}\u000a22:10:57.974536 --- ParallelTerminationStrategy: PID 6647 died...\u000a22:10:58.030548 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6647): Terminated: ok {rc=0}\u000a22:10:58.040494 --- ParallelTerminationStrategy: PID 6648 died...\u000a22:10:58.096674 run iperf3-srv_10.42.42.10(pid=6648): Terminated {rc=256}\u000a22:10:58.106661 --- ParallelTerminationStrategy: PID 6654 died...\u000a22:10:58.162706 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6654): Terminated: ok {rc=0}\u000a22:10:58.172691 --- ParallelTerminationStrategy: PID 6657 died...\u000a22:10:58.228721 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6657): Terminated: ok {rc=0}\u000a22:10:58.238766 --- ParallelTerminationStrategy: PID 6660 died...\u000a22:10:58.295067 run pcap-recorder_any(filters='host 10.42.42.6')(pid=6660): Terminated: ok {rc=0}\u000a22:10:58.383440 bus /gobi_0: Setting Powered False\u000a22:10:59.487815 bus /gobi_0: Setting Powered False\u000a22:11:00.597914 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 257, "className" : "gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=6670): Process ended prematurely: osmo-stp_10.42.42.5(pid=6670) [trial-2395↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6670)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=6670): Process ended prematurely: osmo-stp_10.42.42.5(pid=6670) [trial-2395↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6670)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2395 gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend iperf3.py\u000a----------------------------------------------\u000a22:11:01.748165 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a22:11:01.765619 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a22:11:01.935707 tst iperf3.py: using LAC 36559\u000a22:11:02.063164 tst iperf3.py: using RAC 94\u000a22:11:02.190451 tst iperf3.py: using CellId 36559\u000a22:11:02.323288 tst iperf3.py: using BVCI 36560\u000a22:11:02.348433 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a22:11:02.360254 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a22:11:02.371851 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a22:11:02.383408 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a22:11:02.395280 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a22:11:02.407335 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a22:11:02.419327 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a22:11:02.431430 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a22:11:02.443612 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a22:11:02.742582 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a22:11:02.879879 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a22:11:03.219299 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6662): Launched\u000a22:11:03.500565 run iperf3-srv_10.42.42.10(pid=6663): Launched\u000a22:11:03.701546 tst iperf3.py:8: start network...\u000a22:11:03.838895 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:11:04.354152 run create_hlr_db(pid=6664): Launched\u000a22:11:04.543695 bus /gobi_6: Setting Powered False\u000a22:11:05.564596 run create_hlr_db(pid=6664): Terminated: ok {rc=0}\u000a22:11:06.000137 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6666): Launched\u000a22:11:06.327056 run osmo-hlr_10.42.42.2(pid=6667): Launched\u000a22:11:06.449871 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:11:07.017518 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6669): Launched\u000a22:11:07.345518 run osmo-stp_10.42.42.5(pid=6670): Launched\u000a22:11:07.465483 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a22:11:08.036173 run pcap-recorder_any(filters='host 10.42.42.6')(pid=6672): Launched\u000a22:11:08.153376 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a22:11:08.438581 run patchelf(pid=6673): Launched\u000a22:11:08.630011 run osmo-stp_10.42.42.5(pid=6670): ERR: Terminated: ERROR {rc=1} [trial-2395↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6670)]\u000a22:11:08.769899 run osmo-stp_10.42.42.5(pid=6670): stdout: \u000a| (launched: 2022-12-13_22:11:07.183433)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:11:08.909832 run osmo-stp_10.42.42.5(pid=6670): stderr: \u000a| �[0;m�[38;5;43m20221213221107375 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213221107375 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213221107375 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213221107376 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213221107376 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213221107376 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213221107376 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:11:09.045469 run osmo-stp_10.42.42.5(pid=6670): stdout: \u000a| (launched: 2022-12-13_22:11:07.183433)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:11:09.179810 run osmo-stp_10.42.42.5(pid=6670): stderr: \u000a| �[0;m�[38;5;43m20221213221107375 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213221107375 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213221107375 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213221107376 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213221107376 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213221107376 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213221107376 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:11:09.336010 run patchelf(pid=6673): Terminating (SIGINT)\u000a22:11:09.519735 run patchelf(pid=6673): Terminated: ok {rc=0}\u000a22:11:09.553437 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=6670): Process ended prematurely: osmo-stp_10.42.42.5(pid=6670) [trial-2395↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6670)] [trial-2395↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3.py:8]\u000a22:11:09.563425 tst iperf3.py:8: Test FAILED (7.9 sec)\u000a22:11:09.626776 run osmo-hlr_10.42.42.2(pid=6667): ERR: Terminated: ERROR {rc=237} [trial-2395↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=6667)]\u000a22:11:09.678292 run osmo-hlr_10.42.42.2(pid=6667): stdout: \u000a| (launched: 2022-12-13_22:11:06.166415) \u000a22:11:09.730320 run osmo-hlr_10.42.42.2(pid=6667): stderr: \u000a| �[0;m�[1;31m20221213221106366 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213221106366 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213221106366 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213221106366 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213221106366 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213221106366 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213221106379 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2395/run.2022-12-13_21-44-31/gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213221106387 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213221106387 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213221106387 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:11:09.774790 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6662): Terminating (SIGTERM)\u000a22:11:09.816883 run iperf3-srv_10.42.42.10(pid=6663): Terminating (SIGTERM)\u000a22:11:09.858680 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6666): Terminating (SIGTERM)\u000a22:11:09.900287 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6669): Terminating (SIGTERM)\u000a22:11:09.942577 run pcap-recorder_any(filters='host 10.42.42.6')(pid=6672): Terminating (SIGTERM)\u000a22:11:09.952183 --- ParallelTerminationStrategy: PID 6662 died...\u000a22:11:10.008270 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6662): Terminated: ok {rc=0}\u000a22:11:10.018254 --- ParallelTerminationStrategy: PID 6663 died...\u000a22:11:10.073857 run iperf3-srv_10.42.42.10(pid=6663): Terminated {rc=256}\u000a22:11:10.083760 --- ParallelTerminationStrategy: PID 6666 died...\u000a22:11:10.139557 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6666): Terminated: ok {rc=0}\u000a22:11:10.149841 --- ParallelTerminationStrategy: PID 6669 died...\u000a22:11:10.205602 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6669): Terminated: ok {rc=0}\u000a22:11:10.215549 --- ParallelTerminationStrategy: PID 6672 died...\u000a22:11:10.271943 run pcap-recorder_any(filters='host 10.42.42.6')(pid=6672): Terminated: ok {rc=0}\u000a22:11:10.359220 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 257, "className" : "gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=6688): Process ended prematurely: osmo-stp_10.42.42.5(pid=6688) [trial-2395↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6688)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=6688): Process ended prematurely: osmo-stp_10.42.42.5(pid=6688) [trial-2395↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6688)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2395 gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend iperf3m4.py\u000a----------------------------------------------\u000a22:11:11.475682 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a22:11:11.488112 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a22:11:11.642769 tst iperf3m4.py: using LAC 36560\u000a22:11:11.773659 tst iperf3m4.py: using RAC 95\u000a22:11:11.904636 tst iperf3m4.py: using CellId 36560\u000a22:11:12.030610 tst iperf3m4.py: using BVCI 36561\u000a22:11:12.055735 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a22:11:12.067510 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a22:11:12.079138 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a22:11:12.090767 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a22:11:12.103256 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a22:11:12.115685 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a22:11:12.128357 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a22:11:12.140730 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a22:11:12.153587 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a22:11:12.274698 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a22:11:12.398983 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a22:11:12.520655 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a22:11:12.820123 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a22:11:12.957723 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a22:11:13.295267 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6674): Launched\u000a22:11:13.578571 run iperf3-srv_10.42.42.10(pid=6675): Launched\u000a22:11:13.779287 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a22:11:13.916380 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a22:11:14.254501 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6676): Launched\u000a22:11:14.535518 run iperf3-srv_10.42.42.10(pid=6677): Launched\u000a22:11:14.736194 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a22:11:14.872716 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a22:11:15.210196 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6678): Launched\u000a22:11:15.491047 run iperf3-srv_10.42.42.10(pid=6679): Launched\u000a22:11:15.691161 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a22:11:15.828100 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a22:11:16.224091 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6680): Launched\u000a22:11:16.551933 run iperf3-srv_10.42.42.10(pid=6681): Launched\u000a22:11:16.742675 tst iperf3m4.py:8: start network...\u000a22:11:16.873478 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:11:17.423497 run create_hlr_db(pid=6682): Launched\u000a22:11:17.598801 bus /gobi_6: Setting Powered False\u000a22:11:18.620767 run create_hlr_db(pid=6682): Terminated: ok {rc=0}\u000a22:11:19.025666 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6684): Launched\u000a22:11:19.330672 run osmo-hlr_10.42.42.2(pid=6685): Launched\u000a22:11:19.442316 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:11:19.976372 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6687): Launched\u000a22:11:20.280200 run osmo-stp_10.42.42.5(pid=6688): Launched\u000a22:11:20.390805 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a22:11:20.923038 run pcap-recorder_any(filters='host 10.42.42.6')(pid=6690): Launched\u000a22:11:21.031813 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a22:11:21.297737 run patchelf(pid=6691): Launched\u000a22:11:21.476215 run osmo-stp_10.42.42.5(pid=6688): ERR: Terminated: ERROR {rc=1} [trial-2395↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6688)]\u000a22:11:21.606739 run osmo-stp_10.42.42.5(pid=6688): stdout: \u000a| (launched: 2022-12-13_22:11:20.130448)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:11:21.736935 run osmo-stp_10.42.42.5(pid=6688): stderr: \u000a| �[0;m�[38;5;43m20221213221120302 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213221120302 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213221120302 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213221120303 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213221120303 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213221120303 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213221120303 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:11:21.863066 run osmo-stp_10.42.42.5(pid=6688): stdout: \u000a| (launched: 2022-12-13_22:11:20.130448)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:11:21.988838 run osmo-stp_10.42.42.5(pid=6688): stderr: \u000a| �[0;m�[38;5;43m20221213221120302 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213221120302 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213221120302 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213221120303 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213221120303 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213221120303 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213221120303 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:11:22.134520 run patchelf(pid=6691): Terminating (SIGINT)\u000a22:11:22.305912 run patchelf(pid=6691): Terminated: ok {rc=0}\u000a22:11:22.337570 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=6688): Process ended prematurely: osmo-stp_10.42.42.5(pid=6688) [trial-2395↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6688)] [trial-2395↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3m4.py:8]\u000a22:11:22.346801 tst iperf3m4.py:8: Test FAILED (10.9 sec)\u000a22:11:22.407369 run osmo-hlr_10.42.42.2(pid=6685): ERR: Terminated: ERROR {rc=237} [trial-2395↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=6685)]\u000a22:11:22.456293 run osmo-hlr_10.42.42.2(pid=6685): stdout: \u000a| (launched: 2022-12-13_22:11:19.180394) \u000a22:11:22.505932 run osmo-hlr_10.42.42.2(pid=6685): stderr: \u000a| �[0;m�[1;31m20221213221119358 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213221119358 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213221119358 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213221119358 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213221119358 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213221119359 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213221119370 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2395/run.2022-12-13_21-44-31/gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213221119379 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213221119380 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213221119380 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:11:22.548264 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6674): Terminating (SIGTERM)\u000a22:11:22.588222 run iperf3-srv_10.42.42.10(pid=6675): Terminating (SIGTERM)\u000a22:11:22.628052 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6676): Terminating (SIGTERM)\u000a22:11:22.667832 run iperf3-srv_10.42.42.10(pid=6677): Terminating (SIGTERM)\u000a22:11:22.707735 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6678): Terminating (SIGTERM)\u000a22:11:22.747398 run iperf3-srv_10.42.42.10(pid=6679): Terminating (SIGTERM)\u000a22:11:22.787097 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6680): Terminating (SIGTERM)\u000a22:11:22.826791 run iperf3-srv_10.42.42.10(pid=6681): Terminating (SIGTERM)\u000a22:11:22.866605 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6684): Terminating (SIGTERM)\u000a22:11:22.906352 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6687): Terminating (SIGTERM)\u000a22:11:22.946067 run pcap-recorder_any(filters='host 10.42.42.6')(pid=6690): Terminating (SIGTERM)\u000a22:11:22.955297 --- ParallelTerminationStrategy: PID 6674 died...\u000a22:11:23.008760 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6674): Terminated: ok {rc=0}\u000a22:11:23.018418 --- ParallelTerminationStrategy: PID 6675 died...\u000a22:11:23.071864 run iperf3-srv_10.42.42.10(pid=6675): Terminated {rc=256}\u000a22:11:23.081889 --- ParallelTerminationStrategy: PID 6676 died...\u000a22:11:23.135282 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6676): Terminated: ok {rc=0}\u000a22:11:23.145001 --- ParallelTerminationStrategy: PID 6677 died...\u000a22:11:23.198084 run iperf3-srv_10.42.42.10(pid=6677): Terminated {rc=256}\u000a22:11:23.207718 --- ParallelTerminationStrategy: PID 6678 died...\u000a22:11:23.260847 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6678): Terminated: ok {rc=0}\u000a22:11:23.270588 --- ParallelTerminationStrategy: PID 6679 died...\u000a22:11:23.323723 run iperf3-srv_10.42.42.10(pid=6679): Terminated {rc=256}\u000a22:11:23.333415 --- ParallelTerminationStrategy: PID 6680 died...\u000a22:11:23.386505 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6680): Terminated: ok {rc=0}\u000a22:11:23.396164 --- ParallelTerminationStrategy: PID 6681 died...\u000a22:11:23.449074 run iperf3-srv_10.42.42.10(pid=6681): Terminated {rc=256}\u000a22:11:23.458833 --- ParallelTerminationStrategy: PID 6684 died...\u000a22:11:23.512066 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6684): Terminated: ok {rc=0}\u000a22:11:23.521880 --- ParallelTerminationStrategy: PID 6687 died...\u000a22:11:23.574785 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6687): Terminated: ok {rc=0}\u000a22:11:23.584378 --- ParallelTerminationStrategy: PID 6690 died...\u000a22:11:23.637430 run pcap-recorder_any(filters='host 10.42.42.6')(pid=6690): Terminated: ok {rc=0}\u000a22:11:23.720283 bus /gobi_4: Setting Powered False\u000a22:11:24.827046 bus /gobi_4: Setting Powered False\u000a22:11:25.936151 bus /gobi_1: Setting Powered False\u000a22:11:27.042214 bus /gobi_1: Setting Powered False\u000a22:11:28.150019 bus /gobi_0: Setting Powered False\u000a22:11:29.254754 bus /gobi_0: Setting Powered False\u000a22:11:30.366892 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 257, "className" : "gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=6699): Process ended prematurely: osmo-stp_10.42.42.5(pid=6699) [trial-2395↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6699)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=6699): Process ended prematurely: osmo-stp_10.42.42.5(pid=6699) [trial-2395↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6699)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2395 gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend ping.py\u000a----------------------------------------------\u000a22:11:31.435846 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a22:11:31.449522 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a22:11:31.607405 tst ping.py: using LAC 36561\u000a22:11:31.728781 tst ping.py: using RAC 96\u000a22:11:31.853216 tst ping.py: using CellId 36561\u000a22:11:31.972501 tst ping.py: using BVCI 36562\u000a22:11:31.996748 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a22:11:32.008495 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a22:11:32.020279 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a22:11:32.031952 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a22:11:32.043515 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a22:11:32.055388 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a22:11:32.067191 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a22:11:32.078899 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a22:11:32.355640 tst ping.py:19: start network...\u000a22:11:32.479842 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:11:32.959289 run create_hlr_db(pid=6693): Launched\u000a22:11:33.132342 bus /gobi_6: Setting Powered False\u000a22:11:34.154895 run create_hlr_db(pid=6693): Terminated: ok {rc=0}\u000a22:11:34.582785 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6695): Launched\u000a22:11:34.904198 run osmo-hlr_10.42.42.2(pid=6696): Launched\u000a22:11:35.023080 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:11:35.584832 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6698): Launched\u000a22:11:35.908627 run osmo-stp_10.42.42.5(pid=6699): Launched\u000a22:11:36.025403 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a22:11:36.587884 run pcap-recorder_any(filters='host 10.42.42.6')(pid=6701): Launched\u000a22:11:36.702894 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a22:11:36.984193 run patchelf(pid=6702): Launched\u000a22:11:37.173123 run osmo-stp_10.42.42.5(pid=6699): ERR: Terminated: ERROR {rc=1} [trial-2395↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6699)]\u000a22:11:37.311016 run osmo-stp_10.42.42.5(pid=6699): stdout: \u000a| (launched: 2022-12-13_22:11:35.748590)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:11:37.450089 run osmo-stp_10.42.42.5(pid=6699): stderr: \u000a| �[0;m�[38;5;43m20221213221135940 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213221135941 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213221135941 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213221135941 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213221135944 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213221135944 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213221135944 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:11:37.584479 run osmo-stp_10.42.42.5(pid=6699): stdout: \u000a| (launched: 2022-12-13_22:11:35.748590)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:11:37.717808 run osmo-stp_10.42.42.5(pid=6699): stderr: \u000a| �[0;m�[38;5;43m20221213221135940 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213221135941 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213221135941 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213221135941 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213221135944 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213221135944 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213221135944 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:11:37.872078 run patchelf(pid=6702): Terminating (SIGINT)\u000a22:11:38.053112 run patchelf(pid=6702): Terminated: ok {rc=0}\u000a22:11:38.085910 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=6699): Process ended prematurely: osmo-stp_10.42.42.5(pid=6699) [trial-2395↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6699)] [trial-2395↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping.py:22]\u000a22:11:38.095532 tst ping.py:22: Test FAILED (6.6 sec)\u000a22:11:38.160004 run osmo-hlr_10.42.42.2(pid=6696): ERR: Terminated: ERROR {rc=237} [trial-2395↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=6696)]\u000a22:11:38.212213 run osmo-hlr_10.42.42.2(pid=6696): stdout: \u000a| (launched: 2022-12-13_22:11:34.746136) \u000a22:11:38.264738 run osmo-hlr_10.42.42.2(pid=6696): stderr: \u000a| �[0;m�[1;31m20221213221134942 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213221134942 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213221134942 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213221134943 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213221134943 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213221134943 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213221134955 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2395/run.2022-12-13_21-44-31/gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213221134963 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213221134963 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213221134963 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:11:38.309976 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6695): Terminating (SIGTERM)\u000a22:11:38.352509 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6698): Terminating (SIGTERM)\u000a22:11:38.395082 run pcap-recorder_any(filters='host 10.42.42.6')(pid=6701): Terminating (SIGTERM)\u000a22:11:38.404891 --- ParallelTerminationStrategy: PID 6695 died...\u000a22:11:38.462878 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6695): Terminated: ok {rc=0}\u000a22:11:38.473257 --- ParallelTerminationStrategy: PID 6698 died...\u000a22:11:38.530285 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6698): Terminated: ok {rc=0}\u000a22:11:38.540595 --- ParallelTerminationStrategy: PID 6701 died...\u000a22:11:38.597513 run pcap-recorder_any(filters='host 10.42.42.6')(pid=6701): Terminated: ok {rc=0}\u000a22:11:38.685724 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 257, "className" : "gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=6709): Process ended prematurely: osmo-stp_10.42.42.5(pid=6709) [trial-2395↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6709)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=6709): Process ended prematurely: osmo-stp_10.42.42.5(pid=6709) [trial-2395↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6709)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2395 gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend ping_idle_ping.py\u000a----------------------------------------------\u000a22:11:39.739093 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a22:11:39.751813 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a22:11:39.901340 tst ping_idle_ping.py: using LAC 36562\u000a22:11:40.026860 tst ping_idle_ping.py: using RAC 97\u000a22:11:40.153033 tst ping_idle_ping.py: using CellId 36562\u000a22:11:40.280659 tst ping_idle_ping.py: using BVCI 36563\u000a22:11:40.305384 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a22:11:40.317273 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a22:11:40.328783 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a22:11:40.340480 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a22:11:40.352279 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a22:11:40.364214 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a22:11:40.376304 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a22:11:40.388205 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a22:11:40.683100 tst ping_idle_ping.py:24: start network...\u000a22:11:40.817941 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:11:41.327490 run create_hlr_db(pid=6703): Launched\u000a22:11:41.515290 bus /gobi_6: Setting Powered False\u000a22:11:42.535790 run create_hlr_db(pid=6703): Terminated: ok {rc=0}\u000a22:11:42.940123 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6705): Launched\u000a22:11:43.241571 run osmo-hlr_10.42.42.2(pid=6706): Launched\u000a22:11:43.352615 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:11:43.873323 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6708): Launched\u000a22:11:44.175449 run osmo-stp_10.42.42.5(pid=6709): Launched\u000a22:11:44.285260 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a22:11:44.808830 run pcap-recorder_any(filters='host 10.42.42.6')(pid=6711): Launched\u000a22:11:44.915489 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a22:11:45.176904 run patchelf(pid=6712): Launched\u000a22:11:45.352348 run osmo-stp_10.42.42.5(pid=6709): ERR: Terminated: ERROR {rc=1} [trial-2395↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6709)]\u000a22:11:45.480833 run osmo-stp_10.42.42.5(pid=6709): stdout: \u000a| (launched: 2022-12-13_22:11:44.026343)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:11:45.609806 run osmo-stp_10.42.42.5(pid=6709): stderr: \u000a| �[0;m�[38;5;43m20221213221144196 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213221144196 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213221144196 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213221144197 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213221144199 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213221144199 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213221144199 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:11:45.733964 run osmo-stp_10.42.42.5(pid=6709): stdout: \u000a| (launched: 2022-12-13_22:11:44.026343)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:11:45.885279 run osmo-stp_10.42.42.5(pid=6709): stderr: \u000a| �[0;m�[38;5;43m20221213221144196 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213221144196 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213221144196 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213221144197 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213221144199 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213221144199 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213221144199 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:11:46.043767 run patchelf(pid=6712): Terminating (SIGINT)\u000a22:11:46.216064 run patchelf(pid=6712): Terminated: ok {rc=0}\u000a22:11:46.247977 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=6709): Process ended prematurely: osmo-stp_10.42.42.5(pid=6709) [trial-2395↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6709)] [trial-2395↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping_idle_ping.py:27]\u000a22:11:46.257400 tst ping_idle_ping.py:27: Test FAILED (6.5 sec)\u000a22:11:46.318696 run osmo-hlr_10.42.42.2(pid=6706): ERR: Terminated: ERROR {rc=237} [trial-2395↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=6706)]\u000a22:11:46.368823 run osmo-hlr_10.42.42.2(pid=6706): stdout: \u000a| (launched: 2022-12-13_22:11:43.093405) \u000a22:11:46.419599 run osmo-hlr_10.42.42.2(pid=6706): stderr: \u000a| �[0;m�[1;31m20221213221143272 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213221143272 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213221143272 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213221143272 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213221143272 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213221143272 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213221143321 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2395/run.2022-12-13_21-44-31/gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213221143331 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213221143331 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213221143331 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:11:46.462904 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6705): Terminating (SIGTERM)\u000a22:11:46.503599 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6708): Terminating (SIGTERM)\u000a22:11:46.544295 run pcap-recorder_any(filters='host 10.42.42.6')(pid=6711): Terminating (SIGTERM)\u000a22:11:46.553718 --- ParallelTerminationStrategy: PID 6705 died...\u000a22:11:46.608110 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6705): Terminated: ok {rc=0}\u000a22:11:46.618196 --- ParallelTerminationStrategy: PID 6708 died...\u000a22:11:46.672806 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6708): Terminated: ok {rc=0}\u000a22:11:46.682820 --- ParallelTerminationStrategy: PID 6711 died...\u000a22:11:46.737113 run pcap-recorder_any(filters='host 10.42.42.6')(pid=6711): Terminated: ok {rc=0}\u000a22:11:46.822998 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 61.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "54", "name" : "gprs_trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T22:10:48" }, { "cases" : [ { "testActions" : [ ], "age" : 257, "className" : "dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=6722): Process ended prematurely: osmo-stp_10.42.42.5(pid=6722) [trial-2395↪dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6722)]", "failedSince" : 2139, "name" : "switch_tch_pdch.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/dynts/switch_tch_pdch.py\", line 54, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=6722): Process ended prematurely: osmo-stp_10.42.42.5(pid=6722) [trial-2395↪dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6722)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2395 dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any switch_tch_pdch.py\u000a----------------------------------------------\u000a22:11:48.857482 tst dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a22:11:48.868803 tst dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a22:11:49.027852 tst switch_tch_pdch.py: using LAC 36563\u000a22:11:49.149650 tst switch_tch_pdch.py: using RAC 98\u000a22:11:49.274115 tst switch_tch_pdch.py: using CellId 36563\u000a22:11:49.391048 tst switch_tch_pdch.py: using BVCI 36564\u000a22:11:49.414066 tst dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a22:11:49.425336 tst dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a22:11:49.436178 tst dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a22:11:49.447181 tst dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a22:11:49.458635 tst dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a22:11:49.470164 tst dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a22:11:49.481737 tst dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a22:11:49.493266 tst dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a22:11:49.615713 tst dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a22:11:49.894663 tst switch_tch_pdch.py:51: start network...\u000a22:11:50.019435 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:11:50.502802 run create_hlr_db(pid=6716): Launched\u000a22:11:50.675987 bus /gobi_6: Setting Powered False\u000a22:11:51.695758 run create_hlr_db(pid=6716): Terminated: ok {rc=0}\u000a22:11:52.123425 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6718): Launched\u000a22:11:52.447091 run osmo-hlr_10.42.42.2(pid=6719): Launched\u000a22:11:52.565411 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:11:53.123417 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6721): Launched\u000a22:11:53.444180 run osmo-stp_10.42.42.5(pid=6722): Launched\u000a22:11:53.562456 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a22:11:54.123909 run pcap-recorder_any(filters='host 10.42.42.6')(pid=6724): Launched\u000a22:11:54.238930 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a22:11:54.519497 run patchelf(pid=6725): Launched\u000a22:11:54.707581 run osmo-stp_10.42.42.5(pid=6722): ERR: Terminated: ERROR {rc=1} [trial-2395↪dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6722)]\u000a22:11:54.845505 run osmo-stp_10.42.42.5(pid=6722): stdout: \u000a| (launched: 2022-12-13_22:11:53.286433)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:11:54.983150 run osmo-stp_10.42.42.5(pid=6722): stderr: \u000a| �[0;m�[38;5;43m20221213221153478 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213221153478 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213221153479 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213221153479 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213221153481 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213221153481 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213221153482 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:11:55.116686 run osmo-stp_10.42.42.5(pid=6722): stdout: \u000a| (launched: 2022-12-13_22:11:53.286433)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:11:55.248934 run osmo-stp_10.42.42.5(pid=6722): stderr: \u000a| �[0;m�[38;5;43m20221213221153478 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213221153478 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213221153479 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213221153479 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213221153481 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213221153481 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213221153482 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:11:55.402388 run patchelf(pid=6725): Terminating (SIGINT)\u000a22:11:55.582656 run patchelf(pid=6725): Terminated: ok {rc=0}\u000a22:11:55.615218 tst switch_tch_pdch.py:54: ERR: Error: osmo-stp_10.42.42.5(pid=6722): Process ended prematurely: osmo-stp_10.42.42.5(pid=6722) [trial-2395↪dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6722)] [trial-2395↪dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54]\u000a22:11:55.624657 tst switch_tch_pdch.py:54: Test FAILED (6.8 sec)\u000a22:11:55.688459 run osmo-hlr_10.42.42.2(pid=6719): ERR: Terminated: ERROR {rc=237} [trial-2395↪dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py↪switch_tch_pdch.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=6719)]\u000a22:11:55.740294 run osmo-hlr_10.42.42.2(pid=6719): stdout: \u000a| (launched: 2022-12-13_22:11:52.287341) \u000a22:11:55.792688 run osmo-hlr_10.42.42.2(pid=6719): stderr: \u000a| �[0;m�[1;31m20221213221152485 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213221152485 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213221152485 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213221152485 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213221152485 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213221152485 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213221152496 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2395/run.2022-12-13_21-44-31/dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any/switch_tch_pdch.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213221152505 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213221152505 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213221152505 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:11:55.837917 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6718): Terminating (SIGTERM)\u000a22:11:55.880475 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6721): Terminating (SIGTERM)\u000a22:11:55.923126 run pcap-recorder_any(filters='host 10.42.42.6')(pid=6724): Terminating (SIGTERM)\u000a22:11:55.932931 --- ParallelTerminationStrategy: PID 6718 died...\u000a22:11:55.989996 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6718): Terminated: ok {rc=0}\u000a22:11:56.000239 --- ParallelTerminationStrategy: PID 6721 died...\u000a22:11:56.056579 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6721): Terminated: ok {rc=0}\u000a22:11:56.066770 --- ParallelTerminationStrategy: PID 6724 died...\u000a22:11:56.123609 run pcap-recorder_any(filters='host 10.42.42.6')(pid=6724): Terminated: ok {rc=0}\u000a22:11:56.211009 bus /gobi_0: Setting Powered False\u000a22:11:57.317330 bus /gobi_0: Setting Powered False\u000a22:11:58.424723 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "55", "name" : "dynts_trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T22:11:48" }, { "cases" : [ { "testActions" : [ ], "age" : 257, "className" : "dynts:trx-b200+mod-bts0-dynts67-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=6735): Process ended prematurely: osmo-stp_10.42.42.5(pid=6735) [trial-2395↪dynts:trx-b200+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6735)]", "failedSince" : 2139, "name" : "switch_tch_pdch.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/dynts/switch_tch_pdch.py\", line 54, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=6735): Process ended prematurely: osmo-stp_10.42.42.5(pid=6735) [trial-2395↪dynts:trx-b200+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6735)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2395 dynts:trx-b200+mod-bts0-dynts67-osmo switch_tch_pdch.py\u000a----------------------------------------------\u000a22:12:00.405789 tst dynts:trx-b200+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a22:12:00.416762 tst dynts:trx-b200+mod-bts0-dynts67-osmo: Using 1 x bts (candidates: 1)\u000a22:12:00.574447 tst switch_tch_pdch.py: using LAC 36564\u000a22:12:00.694051 tst switch_tch_pdch.py: using RAC 99\u000a22:12:00.820866 tst switch_tch_pdch.py: using CellId 36564\u000a22:12:00.978882 tst switch_tch_pdch.py: using BVCI 36565\u000a22:12:01.005893 tst dynts:trx-b200+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a22:12:01.018310 tst dynts:trx-b200+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a22:12:01.030580 tst dynts:trx-b200+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a22:12:01.042964 tst dynts:trx-b200+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a22:12:01.056143 tst dynts:trx-b200+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a22:12:01.069225 tst dynts:trx-b200+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a22:12:01.082352 tst dynts:trx-b200+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a22:12:01.095294 tst dynts:trx-b200+mod-bts0-dynts67-osmo: Using 1 x modem (candidates: 2)\u000a22:12:01.234249 tst dynts:trx-b200+mod-bts0-dynts67-osmo: Using 1 x modem (candidates: 2)\u000a22:12:01.558825 tst switch_tch_pdch.py:51: start network...\u000a22:12:01.688055 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:12:02.192268 run create_hlr_db(pid=6729): Launched\u000a22:12:02.317510 bus /gobi_6: Setting Powered False\u000a22:12:03.408473 run create_hlr_db(pid=6729): Terminated: ok {rc=0}\u000a22:12:03.808100 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6731): Launched\u000a22:12:04.130498 run osmo-hlr_10.42.42.2(pid=6732): Launched\u000a22:12:04.249579 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:12:04.775639 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6734): Launched\u000a22:12:05.076817 run osmo-stp_10.42.42.5(pid=6735): Launched\u000a22:12:05.184462 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a22:12:05.680088 run pcap-recorder_any(filters='host 10.42.42.6')(pid=6737): Launched\u000a22:12:05.786125 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a22:12:06.048294 run patchelf(pid=6738): Launched\u000a22:12:06.222868 run osmo-stp_10.42.42.5(pid=6735): ERR: Terminated: ERROR {rc=1} [trial-2395↪dynts:trx-b200+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6735)]\u000a22:12:06.351733 run osmo-stp_10.42.42.5(pid=6735): stdout: \u000a| (launched: 2022-12-13_22:12:04.927717)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:12:06.479670 run osmo-stp_10.42.42.5(pid=6735): stderr: \u000a| �[0;m�[38;5;43m20221213221205099 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213221205099 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213221205100 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213221205100 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213221205101 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213221205101 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213221205101 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:12:06.603087 run osmo-stp_10.42.42.5(pid=6735): stdout: \u000a| (launched: 2022-12-13_22:12:04.927717)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:12:06.725508 run osmo-stp_10.42.42.5(pid=6735): stderr: \u000a| �[0;m�[38;5;43m20221213221205099 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213221205099 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213221205100 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213221205100 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213221205101 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213221205101 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213221205101 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:12:06.867826 run patchelf(pid=6738): Terminating (SIGINT)\u000a22:12:07.034742 run patchelf(pid=6738): Terminated: ok {rc=0}\u000a22:12:07.065238 tst switch_tch_pdch.py:54: ERR: Error: osmo-stp_10.42.42.5(pid=6735): Process ended prematurely: osmo-stp_10.42.42.5(pid=6735) [trial-2395↪dynts:trx-b200+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6735)] [trial-2395↪dynts:trx-b200+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54]\u000a22:12:07.073820 tst switch_tch_pdch.py:54: Test FAILED (6.7 sec)\u000a22:12:07.134088 run osmo-hlr_10.42.42.2(pid=6732): ERR: Terminated: ERROR {rc=237} [trial-2395↪dynts:trx-b200+mod-bts0-dynts67-osmo↪switch_tch_pdch.py↪switch_tch_pdch.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=6732)]\u000a22:12:07.183395 run osmo-hlr_10.42.42.2(pid=6732): stdout: \u000a| (launched: 2022-12-13_22:12:03.970972) \u000a22:12:07.233091 run osmo-hlr_10.42.42.2(pid=6732): stderr: \u000a| �[0;m�[1;31m20221213221204167 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213221204167 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213221204167 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213221204167 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213221204167 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213221204167 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213221204180 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2395/run.2022-12-13_21-44-31/dynts:trx-b200+mod-bts0-dynts67-osmo/switch_tch_pdch.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213221204189 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213221204189 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213221204189 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:12:07.275392 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6731): Terminating (SIGTERM)\u000a22:12:07.315159 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6734): Terminating (SIGTERM)\u000a22:12:07.354773 run pcap-recorder_any(filters='host 10.42.42.6')(pid=6737): Terminating (SIGTERM)\u000a22:12:07.364051 --- ParallelTerminationStrategy: PID 6731 died...\u000a22:12:07.417591 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6731): Terminated: ok {rc=0}\u000a22:12:07.427272 --- ParallelTerminationStrategy: PID 6734 died...\u000a22:12:07.480132 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6734): Terminated: ok {rc=0}\u000a22:12:07.489695 --- ParallelTerminationStrategy: PID 6737 died...\u000a22:12:07.542526 run pcap-recorder_any(filters='host 10.42.42.6')(pid=6737): Terminated: ok {rc=0}\u000a22:12:07.625916 bus /gobi_0: Setting Powered False\u000a22:12:08.732845 bus /gobi_0: Setting Powered False\u000a22:12:09.845298 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "56", "name" : "dynts_trx-b200+mod-bts0-dynts67-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T22:12:00" }, { "cases" : [ { "testActions" : [ ], "age" : 257, "className" : "nitb_sms:trx-sysmocell5000", "duration" : 4.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=6744): Process ended prematurely: osmo-nitb_10.42.42.2(pid=6744) [trial-2395↪nitb_sms:trx-sysmocell5000↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=6744)]", "failedSince" : 2139, "name" : "mo_mt_sms.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_sms/mo_mt_sms.py\", line 11, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=6744): Process ended prematurely: osmo-nitb_10.42.42.2(pid=6744) [trial-2395↪nitb_sms:trx-sysmocell5000↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=6744)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2395 nitb_sms:trx-sysmocell5000 mo_mt_sms.py\u000a----------------------------------------------\u000a22:12:11.748502 tst nitb_sms:trx-sysmocell5000: Using 1 x ip_address (candidates: 1)\u000a22:12:11.760476 tst nitb_sms:trx-sysmocell5000: Using 1 x bts (candidates: 1)\u000a22:12:11.906322 tst mo_mt_sms.py: using LAC 36565\u000a22:12:12.033817 tst mo_mt_sms.py: using RAC 100\u000a22:12:12.165446 tst mo_mt_sms.py: using CellId 36565\u000a22:12:12.289529 tst mo_mt_sms.py: using BVCI 36566\u000a22:12:12.314115 tst nitb_sms:trx-sysmocell5000: Using 1 x modem (candidates: 2)\u000a22:12:12.428460 tst nitb_sms:trx-sysmocell5000: Using 1 x modem (candidates: 2)\u000a22:12:12.703111 tst mo_mt_sms.py:9: start nitb and bts...\u000a22:12:12.827489 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a22:12:13.448223 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=6743): Launched\u000a22:12:13.744317 run osmo-nitb_10.42.42.2(pid=6744): Launched\u000a22:12:13.928234 run osmo-nitb_10.42.42.2(pid=6744): ERR: Terminated: ERROR {rc=2} [trial-2395↪nitb_sms:trx-sysmocell5000↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=6744)]\u000a22:12:14.063488 run osmo-nitb_10.42.42.2(pid=6744): stdout: \u000a| (launched: 2022-12-13_22:12:13.600208) \u000a22:12:14.199275 run osmo-nitb_10.42.42.2(pid=6744): stderr: \u000a| (launched: 2022-12-13_22:12:13.644550)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a22:12:14.331370 run osmo-nitb_10.42.42.2(pid=6744): stdout: \u000a| (launched: 2022-12-13_22:12:13.600208) \u000a22:12:14.462130 run osmo-nitb_10.42.42.2(pid=6744): stderr: \u000a| (launched: 2022-12-13_22:12:13.644550)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a22:12:14.864589 tst osmo-nitb_10.42.42.2(pid=6744): stdout: \u000a| (launched: 2022-12-13_22:12:13.600208) \u000a22:12:14.984129 tst osmo-nitb_10.42.42.2(pid=6744): stderr: \u000a| (launched: 2022-12-13_22:12:13.644550)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a22:12:15.036284 tst mo_mt_sms.py:11: ERR: Error: osmo-nitb_10.42.42.2(pid=6744): Process ended prematurely: osmo-nitb_10.42.42.2(pid=6744) [trial-2395↪nitb_sms:trx-sysmocell5000↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=6744)] [trial-2395↪nitb_sms:trx-sysmocell5000↪mo_mt_sms.py:11]\u000a22:12:15.044666 tst mo_mt_sms.py:11: Test FAILED (3.3 sec)\u000a22:12:15.079318 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=6743): Terminating (SIGTERM)\u000a22:12:15.256905 --- ParallelTerminationStrategy: PID 6743 died...\u000a22:12:15.314082 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=6743): Terminated: ok {rc=0}\u000a22:12:15.403262 bus /sierra_3: Setting Powered False\u000a22:12:16.539112 bus /sierra_3: Setting Powered False\u000a22:12:17.651796 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 8.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "57", "name" : "nitb_sms_trx-sysmocell5000", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T22:12:11" }, { "cases" : [ { "testActions" : [ ], "age" : 257, "className" : "sms:trx-sysmocell5000", "duration" : 6.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=6754): Process ended prematurely: osmo-stp_10.42.42.5(pid=6754) [trial-2395↪sms:trx-sysmocell5000↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6754)]", "failedSince" : 2139, "name" : "mo_mt_sms.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/sms/mo_mt_sms.py\", line 16, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=6754): Process ended prematurely: osmo-stp_10.42.42.5(pid=6754) [trial-2395↪sms:trx-sysmocell5000↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6754)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2395 sms:trx-sysmocell5000 mo_mt_sms.py\u000a----------------------------------------------\u000a22:12:19.543713 tst sms:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a22:12:19.554685 tst sms:trx-sysmocell5000: Using 1 x bts (candidates: 1)\u000a22:12:19.690551 tst mo_mt_sms.py: using LAC 36566\u000a22:12:19.807483 tst mo_mt_sms.py: using RAC 101\u000a22:12:19.926870 tst mo_mt_sms.py: using CellId 36566\u000a22:12:20.046242 tst mo_mt_sms.py: using BVCI 36567\u000a22:12:20.068849 tst sms:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a22:12:20.079640 tst sms:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a22:12:20.090158 tst sms:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a22:12:20.100573 tst sms:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a22:12:20.111096 tst sms:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a22:12:20.122266 tst sms:trx-sysmocell5000: Using 1 x modem (candidates: 2)\u000a22:12:20.241647 tst sms:trx-sysmocell5000: Using 1 x modem (candidates: 2)\u000a22:12:20.442429 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:12:20.923578 run create_hlr_db(pid=6748): Launched\u000a22:12:21.097100 bus /sierra_2: Setting Powered False\u000a22:12:22.118757 run create_hlr_db(pid=6748): Terminated: ok {rc=0}\u000a22:12:22.521129 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6750): Launched\u000a22:12:22.819934 run osmo-hlr_10.42.42.2(pid=6751): Launched\u000a22:12:22.935435 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:12:23.462966 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6753): Launched\u000a22:12:23.762451 run osmo-stp_10.42.42.5(pid=6754): Launched\u000a22:12:23.871365 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a22:12:24.419211 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=6756): Launched\u000a22:12:24.719403 run osmo-msc_10.42.42.6(pid=6757): Launched\u000a22:12:24.895577 run osmo-stp_10.42.42.5(pid=6754): ERR: Terminated: ERROR {rc=1} [trial-2395↪sms:trx-sysmocell5000↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6754)]\u000a22:12:25.022608 run osmo-stp_10.42.42.5(pid=6754): stdout: \u000a| (launched: 2022-12-13_22:12:23.615210)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:12:25.147926 run osmo-stp_10.42.42.5(pid=6754): stderr: \u000a| �[0;m�[38;5;43m20221213221223785 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213221223785 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213221223785 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213221223786 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213221223786 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213221223786 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213221223786 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:12:25.268628 run osmo-stp_10.42.42.5(pid=6754): stdout: \u000a| (launched: 2022-12-13_22:12:23.615210)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:12:25.388072 run osmo-stp_10.42.42.5(pid=6754): stderr: \u000a| �[0;m�[38;5;43m20221213221223785 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213221223785 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213221223785 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213221223786 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213221223786 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213221223786 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213221223786 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:12:25.440659 tst mo_mt_sms.py:16: ERR: Error: osmo-stp_10.42.42.5(pid=6754): Process ended prematurely: osmo-stp_10.42.42.5(pid=6754) [trial-2395↪sms:trx-sysmocell5000↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6754)] [trial-2395↪sms:trx-sysmocell5000↪mo_mt_sms.py:16]\u000a22:12:25.448536 tst mo_mt_sms.py:16: Test FAILED (5.9 sec)\u000a22:12:25.508484 run osmo-hlr_10.42.42.2(pid=6751): ERR: Terminated: ERROR {rc=237} [trial-2395↪sms:trx-sysmocell5000↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=6751)]\u000a22:12:25.557562 run osmo-hlr_10.42.42.2(pid=6751): stdout: \u000a| (launched: 2022-12-13_22:12:22.672772) \u000a22:12:25.607007 run osmo-hlr_10.42.42.2(pid=6751): stderr: \u000a| �[0;m�[1;31m20221213221222850 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213221222850 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213221222850 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213221222850 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213221222850 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213221222850 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213221222862 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2395/run.2022-12-13_21-44-31/sms:trx-sysmocell5000/mo_mt_sms.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213221222871 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213221222871 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213221222871 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:12:25.674028 run osmo-msc_10.42.42.6(pid=6757): ERR: Terminated: ERROR {rc=2} [trial-2395↪sms:trx-sysmocell5000↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=6757)]\u000a22:12:25.722768 run osmo-msc_10.42.42.6(pid=6757): stdout: \u000a| (launched: 2022-12-13_22:12:24.571671) \u000a22:12:25.772277 run osmo-msc_10.42.42.6(pid=6757): stderr: \u000a| �[0;m�[38;5;43m20221213221224843 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213221224843 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fd485201c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213221224843 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213221224843 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213221224843 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213221224843 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213221224845 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213221224846 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213221224846 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213221224846 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a22:12:25.814595 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6750): Terminating (SIGTERM)\u000a22:12:25.854297 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6753): Terminating (SIGTERM)\u000a22:12:25.893974 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=6756): Terminating (SIGTERM)\u000a22:12:25.903242 --- ParallelTerminationStrategy: PID 6750 died...\u000a22:12:25.957019 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6750): Terminated: ok {rc=0}\u000a22:12:25.966742 --- ParallelTerminationStrategy: PID 6753 died...\u000a22:12:26.020065 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6753): Terminated: ok {rc=0}\u000a22:12:26.029829 --- ParallelTerminationStrategy: PID 6756 died...\u000a22:12:26.083047 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=6756): Terminated: ok {rc=0}\u000a22:12:26.167585 bus /sierra_3: Setting Powered False\u000a22:12:27.273934 bus /sierra_3: Setting Powered False\u000a22:12:28.386110 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 11.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "58", "name" : "sms_trx-sysmocell5000", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T22:12:19" }, { "cases" : [ { "testActions" : [ ], "age" : 257, "className" : "nitb_ussd:trx-sysmocell5000", "duration" : 4.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=6763): Process ended prematurely: osmo-nitb_10.42.42.2(pid=6763) [trial-2395↪nitb_ussd:trx-sysmocell5000↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=6763)]", "failedSince" : 2139, "name" : "assert_extension.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_ussd/assert_extension.py\", line 12, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=6763): Process ended prematurely: osmo-nitb_10.42.42.2(pid=6763) [trial-2395↪nitb_ussd:trx-sysmocell5000↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=6763)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2395 nitb_ussd:trx-sysmocell5000 assert_extension.py\u000a----------------------------------------------\u000a22:12:30.227395 tst nitb_ussd:trx-sysmocell5000: Using 1 x ip_address (candidates: 1)\u000a22:12:30.238488 tst nitb_ussd:trx-sysmocell5000: Using 1 x bts (candidates: 1)\u000a22:12:30.373915 tst assert_extension.py: using LAC 36567\u000a22:12:30.491732 tst assert_extension.py: using RAC 102\u000a22:12:30.610877 tst assert_extension.py: using CellId 36567\u000a22:12:30.728938 tst assert_extension.py: using BVCI 36568\u000a22:12:30.751521 tst nitb_ussd:trx-sysmocell5000: Using 1 x modem (candidates: 1)\u000a22:12:31.076280 tst assert_extension.py:10: start nitb and bts...\u000a22:12:31.214568 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a22:12:31.902776 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=6762): Launched\u000a22:12:32.231896 run osmo-nitb_10.42.42.2(pid=6763): Launched\u000a22:12:32.415912 run osmo-nitb_10.42.42.2(pid=6763): ERR: Terminated: ERROR {rc=2} [trial-2395↪nitb_ussd:trx-sysmocell5000↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=6763)]\u000a22:12:32.553849 run osmo-nitb_10.42.42.2(pid=6763): stdout: \u000a| (launched: 2022-12-13_22:12:32.069424) \u000a22:12:32.689985 run osmo-nitb_10.42.42.2(pid=6763): stderr: \u000a| (launched: 2022-12-13_22:12:32.117670)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a22:12:32.821977 run osmo-nitb_10.42.42.2(pid=6763): stdout: \u000a| (launched: 2022-12-13_22:12:32.069424) \u000a22:12:32.952367 run osmo-nitb_10.42.42.2(pid=6763): stderr: \u000a| (launched: 2022-12-13_22:12:32.117670)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a22:12:33.352918 tst osmo-nitb_10.42.42.2(pid=6763): stdout: \u000a| (launched: 2022-12-13_22:12:32.069424) \u000a22:12:33.472274 tst osmo-nitb_10.42.42.2(pid=6763): stderr: \u000a| (launched: 2022-12-13_22:12:32.117670)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a22:12:33.525051 tst assert_extension.py:12: ERR: Error: osmo-nitb_10.42.42.2(pid=6763): Process ended prematurely: osmo-nitb_10.42.42.2(pid=6763) [trial-2395↪nitb_ussd:trx-sysmocell5000↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=6763)] [trial-2395↪nitb_ussd:trx-sysmocell5000↪assert_extension.py:12]\u000a22:12:33.533373 tst assert_extension.py:12: Test FAILED (3.3 sec)\u000a22:12:33.567968 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=6762): Terminating (SIGTERM)\u000a22:12:33.745617 --- ParallelTerminationStrategy: PID 6762 died...\u000a22:12:33.800473 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=6762): Terminated: ok {rc=0}\u000a22:12:33.888360 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 6.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "59", "name" : "nitb_ussd_trx-sysmocell5000", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T22:12:30" }, { "cases" : [ { "testActions" : [ ], "age" : 257, "className" : "ussd:trx-sysmocell5000", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=6773): Process ended prematurely: osmo-stp_10.42.42.5(pid=6773) [trial-2395↪ussd:trx-sysmocell5000↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6773)]", "failedSince" : 2139, "name" : "assert_extension.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/ussd/assert_extension.py\", line 17, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=6773): Process ended prematurely: osmo-stp_10.42.42.5(pid=6773) [trial-2395↪ussd:trx-sysmocell5000↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6773)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2395 ussd:trx-sysmocell5000 assert_extension.py\u000a----------------------------------------------\u000a22:12:35.729507 tst ussd:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a22:12:35.740342 tst ussd:trx-sysmocell5000: Using 1 x bts (candidates: 1)\u000a22:12:35.874746 tst assert_extension.py: using LAC 36568\u000a22:12:35.998905 tst assert_extension.py: using RAC 103\u000a22:12:36.123964 tst assert_extension.py: using CellId 36568\u000a22:12:36.244639 tst assert_extension.py: using BVCI 36569\u000a22:12:36.267375 tst ussd:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a22:12:36.278356 tst ussd:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a22:12:36.289210 tst ussd:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a22:12:36.299657 tst ussd:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a22:12:36.310676 tst ussd:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a22:12:36.321304 tst ussd:trx-sysmocell5000: Using 1 x modem (candidates: 1)\u000a22:12:36.520123 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:12:37.000213 run create_hlr_db(pid=6767): Launched\u000a22:12:37.172249 bus /sierra_2: Setting Powered False\u000a22:12:38.193269 run create_hlr_db(pid=6767): Terminated: ok {rc=0}\u000a22:12:38.620777 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6769): Launched\u000a22:12:38.943647 run osmo-hlr_10.42.42.2(pid=6770): Launched\u000a22:12:39.063140 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:12:39.710660 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6772): Launched\u000a22:12:40.026928 run osmo-stp_10.42.42.5(pid=6773): Launched\u000a22:12:40.141864 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a22:12:40.719284 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=6775): Launched\u000a22:12:41.034506 run osmo-msc_10.42.42.6(pid=6776): Launched\u000a22:12:41.220605 run osmo-stp_10.42.42.5(pid=6773): ERR: Terminated: ERROR {rc=1} [trial-2395↪ussd:trx-sysmocell5000↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6773)]\u000a22:12:41.355667 run osmo-stp_10.42.42.5(pid=6773): stdout: \u000a| (launched: 2022-12-13_22:12:39.871417)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:12:41.489898 run osmo-stp_10.42.42.5(pid=6773): stderr: \u000a| �[0;m�[38;5;43m20221213221240064 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213221240064 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213221240064 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213221240065 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213221240065 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213221240065 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213221240065 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:12:41.617212 run osmo-stp_10.42.42.5(pid=6773): stdout: \u000a| (launched: 2022-12-13_22:12:39.871417)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:12:41.743024 run osmo-stp_10.42.42.5(pid=6773): stderr: \u000a| �[0;m�[38;5;43m20221213221240064 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213221240064 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213221240064 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213221240065 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213221240065 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213221240065 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213221240065 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:12:41.798026 tst assert_extension.py:17: ERR: Error: osmo-stp_10.42.42.5(pid=6773): Process ended prematurely: osmo-stp_10.42.42.5(pid=6773) [trial-2395↪ussd:trx-sysmocell5000↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6773)] [trial-2395↪ussd:trx-sysmocell5000↪assert_extension.py:17]\u000a22:12:41.806429 tst assert_extension.py:17: Test FAILED (6.1 sec)\u000a22:12:41.869183 run osmo-hlr_10.42.42.2(pid=6770): ERR: Terminated: ERROR {rc=237} [trial-2395↪ussd:trx-sysmocell5000↪assert_extension.py↪assert_extension.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=6770)]\u000a22:12:41.920552 run osmo-hlr_10.42.42.2(pid=6770): stdout: \u000a| (launched: 2022-12-13_22:12:38.784060) \u000a22:12:41.972402 run osmo-hlr_10.42.42.2(pid=6770): stderr: \u000a| �[0;m�[1;31m20221213221238982 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213221238982 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213221238982 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213221238982 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213221238982 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213221238982 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213221238994 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2395/run.2022-12-13_21-44-31/ussd:trx-sysmocell5000/assert_extension.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213221239003 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213221239003 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213221239003 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:12:42.042225 run osmo-msc_10.42.42.6(pid=6776): ERR: Terminated: ERROR {rc=2} [trial-2395↪ussd:trx-sysmocell5000↪assert_extension.py↪assert_extension.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=6776)]\u000a22:12:42.093701 run osmo-msc_10.42.42.6(pid=6776): stdout: \u000a| (launched: 2022-12-13_22:12:40.879255) \u000a22:12:42.145292 run osmo-msc_10.42.42.6(pid=6776): stderr: \u000a| �[0;m�[38;5;43m20221213221241200 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213221241200 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f06df7f3c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213221241200 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213221241200 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213221241200 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213221241200 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213221241203 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213221241204 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213221241204 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213221241204 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a22:12:42.189472 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6769): Terminating (SIGTERM)\u000a22:12:42.231290 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6772): Terminating (SIGTERM)\u000a22:12:42.272723 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=6775): Terminating (SIGTERM)\u000a22:12:42.282358 --- ParallelTerminationStrategy: PID 6769 died...\u000a22:12:42.338264 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6769): Terminated: ok {rc=0}\u000a22:12:42.348140 --- ParallelTerminationStrategy: PID 6772 died...\u000a22:12:42.403686 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6772): Terminated: ok {rc=0}\u000a22:12:42.413930 --- ParallelTerminationStrategy: PID 6775 died...\u000a22:12:42.469227 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=6775): Terminated: ok {rc=0}\u000a22:12:42.556331 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 9.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "60", "name" : "ussd_trx-sysmocell5000", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T22:12:35" }, { "cases" : [ { "testActions" : [ ], "age" : 257, "className" : "voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=6787): Process ended prematurely: osmo-stp_10.42.42.5(pid=6787) [trial-2395↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6787)]", "failedSince" : 2139, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=6787): Process ended prematurely: osmo-stp_10.42.42.5(pid=6787) [trial-2395↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6787)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2395 voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call.py\u000a----------------------------------------------\u000a22:12:44.516371 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a22:12:44.528194 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1)\u000a22:12:44.694445 tst mo_mt_call.py: using LAC 36569\u000a22:12:44.819650 tst mo_mt_call.py: using RAC 104\u000a22:12:44.946366 tst mo_mt_call.py: using CellId 36569\u000a22:12:45.072796 tst mo_mt_call.py: using BVCI 36570\u000a22:12:45.097279 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a22:12:45.108747 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a22:12:45.120100 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a22:12:45.131647 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a22:12:45.143462 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a22:12:45.155225 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a22:12:45.271026 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a22:12:45.482571 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:12:46.036114 run create_hlr_db(pid=6781): Launched\u000a22:12:46.226913 bus /sierra_2: Setting Powered False\u000a22:12:47.255302 run create_hlr_db(pid=6781): Terminated: ok {rc=0}\u000a22:12:47.664884 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6783): Launched\u000a22:12:47.968405 run osmo-hlr_10.42.42.2(pid=6784): Launched\u000a22:12:48.083448 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:12:48.606377 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6786): Launched\u000a22:12:48.905953 run osmo-stp_10.42.42.5(pid=6787): Launched\u000a22:12:49.032266 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a22:12:49.587243 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=6789): Launched\u000a22:12:49.888758 run osmo-msc_10.42.42.6(pid=6790): Launched\u000a22:12:50.064305 run osmo-stp_10.42.42.5(pid=6787): ERR: Terminated: ERROR {rc=1} [trial-2395↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6787)]\u000a22:12:50.191768 run osmo-stp_10.42.42.5(pid=6787): stdout: \u000a| (launched: 2022-12-13_22:12:48.758888)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:12:50.317346 run osmo-stp_10.42.42.5(pid=6787): stderr: \u000a| �[0;m�[38;5;43m20221213221248927 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213221248927 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213221248927 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213221248927 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213221248930 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213221248930 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213221248930 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:12:50.438541 run osmo-stp_10.42.42.5(pid=6787): stdout: \u000a| (launched: 2022-12-13_22:12:48.758888)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:12:50.558862 run osmo-stp_10.42.42.5(pid=6787): stderr: \u000a| �[0;m�[38;5;43m20221213221248927 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213221248927 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213221248927 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213221248927 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213221248930 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213221248930 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213221248930 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:12:50.612479 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=6787): Process ended prematurely: osmo-stp_10.42.42.5(pid=6787) [trial-2395↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6787)] [trial-2395↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8]\u000a22:12:50.621457 tst mo_mt_call.py:8: Test FAILED (6.1 sec)\u000a22:12:50.680995 run osmo-hlr_10.42.42.2(pid=6784): ERR: Terminated: ERROR {rc=237} [trial-2395↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=6784)]\u000a22:12:50.729812 run osmo-hlr_10.42.42.2(pid=6784): stdout: \u000a| (launched: 2022-12-13_22:12:47.818811) \u000a22:12:50.779037 run osmo-hlr_10.42.42.2(pid=6784): stderr: \u000a| �[0;m�[1;31m20221213221247994 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213221247994 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213221247994 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213221247994 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213221247994 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213221247994 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213221248006 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2395/run.2022-12-13_21-44-31/voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213221248015 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213221248016 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213221248016 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:12:50.846087 run osmo-msc_10.42.42.6(pid=6790): ERR: Terminated: ERROR {rc=2} [trial-2395↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=6790)]\u000a22:12:50.894577 run osmo-msc_10.42.42.6(pid=6790): stdout: \u000a| (launched: 2022-12-13_22:12:49.740275) \u000a22:12:50.943683 run osmo-msc_10.42.42.6(pid=6790): stderr: \u000a| �[0;m�[38;5;43m20221213221250013 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213221250013 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fd7d51c0c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213221250014 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213221250014 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213221250014 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213221250014 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213221250016 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213221250016 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213221250016 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213221250016 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a22:12:50.985405 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6783): Terminating (SIGTERM)\u000a22:12:51.025042 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6786): Terminating (SIGTERM)\u000a22:12:51.064665 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=6789): Terminating (SIGTERM)\u000a22:12:51.073866 --- ParallelTerminationStrategy: PID 6783 died...\u000a22:12:51.126833 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6783): Terminated: ok {rc=0}\u000a22:12:51.136382 --- ParallelTerminationStrategy: PID 6786 died...\u000a22:12:51.189396 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6786): Terminated: ok {rc=0}\u000a22:12:51.198884 --- ParallelTerminationStrategy: PID 6789 died...\u000a22:12:51.251604 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=6789): Terminated: ok {rc=0}\u000a22:12:51.339962 bus /sierra_3: Setting Powered False\u000a22:12:52.440969 bus /sierra_3: Setting Powered False\u000a22:12:53.551716 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 231, "className" : "voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=6798): Process ended prematurely: osmo-stp_10.42.42.5(pid=6798) [trial-2395↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6798)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=6798): Process ended prematurely: osmo-stp_10.42.42.5(pid=6798) [trial-2395↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6798)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2395 voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a22:12:54.662475 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a22:12:54.674583 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1)\u000a22:12:54.831159 tst mo_mt_call_osmux.py: using LAC 36570\u000a22:12:54.950999 tst mo_mt_call_osmux.py: using RAC 105\u000a22:12:55.081843 tst mo_mt_call_osmux.py: using CellId 36570\u000a22:12:55.206212 tst mo_mt_call_osmux.py: using BVCI 36571\u000a22:12:55.230612 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a22:12:55.242397 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a22:12:55.254113 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a22:12:55.265614 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a22:12:55.278058 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a22:12:55.290306 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a22:12:55.410429 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a22:12:55.624340 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:12:56.132091 run create_hlr_db(pid=6792): Launched\u000a22:12:56.319155 bus /sierra_2: Setting Powered False\u000a22:12:57.340876 run create_hlr_db(pid=6792): Terminated: ok {rc=0}\u000a22:12:57.771975 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6794): Launched\u000a22:12:58.098353 run osmo-hlr_10.42.42.2(pid=6795): Launched\u000a22:12:58.219092 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:12:58.783012 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6797): Launched\u000a22:12:59.108512 run osmo-stp_10.42.42.5(pid=6798): Launched\u000a22:12:59.226834 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a22:12:59.818482 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=6800): Launched\u000a22:13:00.143539 run osmo-msc_10.42.42.6(pid=6801): Launched\u000a22:13:00.332617 run osmo-stp_10.42.42.5(pid=6798): ERR: Terminated: ERROR {rc=1} [trial-2395↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6798)]\u000a22:13:00.469271 run osmo-stp_10.42.42.5(pid=6798): stdout: \u000a| (launched: 2022-12-13_22:12:58.947552)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:13:00.606262 run osmo-stp_10.42.42.5(pid=6798): stderr: \u000a| �[0;m�[38;5;43m20221213221259138 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213221259138 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213221259139 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213221259139 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213221259139 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213221259139 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213221259140 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:13:00.736453 run osmo-stp_10.42.42.5(pid=6798): stdout: \u000a| (launched: 2022-12-13_22:12:58.947552)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:13:00.899142 run osmo-stp_10.42.42.5(pid=6798): stderr: \u000a| �[0;m�[38;5;43m20221213221259138 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213221259138 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213221259139 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213221259139 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213221259139 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213221259139 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213221259140 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:13:00.964620 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=6798): Process ended prematurely: osmo-stp_10.42.42.5(pid=6798) [trial-2395↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6798)] [trial-2395↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8]\u000a22:13:00.975058 tst mo_mt_call_osmux.py:8: Test FAILED (6.3 sec)\u000a22:13:01.040795 run osmo-hlr_10.42.42.2(pid=6795): ERR: Terminated: ERROR {rc=237} [trial-2395↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=6795)]\u000a22:13:01.094648 run osmo-hlr_10.42.42.2(pid=6795): stdout: \u000a| (launched: 2022-12-13_22:12:57.936897) \u000a22:13:01.149248 run osmo-hlr_10.42.42.2(pid=6795): stderr: \u000a| �[0;m�[1;31m20221213221258135 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213221258135 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213221258135 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213221258135 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213221258135 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213221258135 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213221258149 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2395/run.2022-12-13_21-44-31/voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213221258158 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213221258158 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213221258158 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:13:01.222548 run osmo-msc_10.42.42.6(pid=6801): ERR: Terminated: ERROR {rc=2} [trial-2395↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=6801)]\u000a22:13:01.275988 run osmo-msc_10.42.42.6(pid=6801): stdout: \u000a| (launched: 2022-12-13_22:12:59.983246) \u000a22:13:01.330408 run osmo-msc_10.42.42.6(pid=6801): stderr: \u000a| �[0;m�[38;5;43m20221213221300303 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213221300304 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f85b810fc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213221300304 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213221300304 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213221300304 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213221300304 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213221300306 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213221300306 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213221300306 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213221300306 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a22:13:01.376761 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6794): Terminating (SIGTERM)\u000a22:13:01.420333 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6797): Terminating (SIGTERM)\u000a22:13:01.464191 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=6800): Terminating (SIGTERM)\u000a22:13:01.474353 --- ParallelTerminationStrategy: PID 6794 died...\u000a22:13:01.533581 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6794): Terminated: ok {rc=0}\u000a22:13:01.544823 --- ParallelTerminationStrategy: PID 6797 died...\u000a22:13:01.602998 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6797): Terminated: ok {rc=0}\u000a22:13:01.614317 --- ParallelTerminationStrategy: PID 6800 died...\u000a22:13:01.672172 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=6800): Terminated: ok {rc=0}\u000a22:13:01.762851 bus /sierra_3: Setting Powered False\u000a22:13:02.865680 bus /sierra_3: Setting Powered False\u000a22:13:03.976910 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "61", "name" : "voice_trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T22:12:44" }, { "cases" : [ { "testActions" : [ ], "age" : 257, "className" : "voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=6812): Process ended prematurely: osmo-stp_10.42.42.5(pid=6812) [trial-2395↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6812)]", "failedSince" : 2139, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=6812): Process ended prematurely: osmo-stp_10.42.42.5(pid=6812) [trial-2395↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6812)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2395 voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call.py\u000a----------------------------------------------\u000a22:13:05.982375 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a22:13:05.993711 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1)\u000a22:13:06.151209 tst mo_mt_call.py: using LAC 36571\u000a22:13:06.271019 tst mo_mt_call.py: using RAC 106\u000a22:13:06.391279 tst mo_mt_call.py: using CellId 36571\u000a22:13:06.514599 tst mo_mt_call.py: using BVCI 36572\u000a22:13:06.537786 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a22:13:06.549054 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a22:13:06.560387 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a22:13:06.571606 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a22:13:06.583140 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a22:13:06.594465 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a22:13:06.714417 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a22:13:06.915772 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:13:07.398507 run create_hlr_db(pid=6806): Launched\u000a22:13:07.572455 bus /sierra_2: Setting Powered False\u000a22:13:08.594702 run create_hlr_db(pid=6806): Terminated: ok {rc=0}\u000a22:13:09.024442 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6808): Launched\u000a22:13:09.348322 run osmo-hlr_10.42.42.2(pid=6809): Launched\u000a22:13:09.466654 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:13:10.028408 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6811): Launched\u000a22:13:10.352127 run osmo-stp_10.42.42.5(pid=6812): Launched\u000a22:13:10.469694 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a22:13:11.067252 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=6814): Launched\u000a22:13:11.391732 run osmo-msc_10.42.42.6(pid=6815): Launched\u000a22:13:11.581541 run osmo-stp_10.42.42.5(pid=6812): ERR: Terminated: ERROR {rc=1} [trial-2395↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6812)]\u000a22:13:11.718403 run osmo-stp_10.42.42.5(pid=6812): stdout: \u000a| (launched: 2022-12-13_22:13:10.192775)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:13:11.854805 run osmo-stp_10.42.42.5(pid=6812): stderr: \u000a| �[0;m�[38;5;43m20221213221310383 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213221310383 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213221310383 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213221310384 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213221310386 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213221310386 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213221310386 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:13:11.984568 run osmo-stp_10.42.42.5(pid=6812): stdout: \u000a| (launched: 2022-12-13_22:13:10.192775)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:13:12.113932 run osmo-stp_10.42.42.5(pid=6812): stderr: \u000a| �[0;m�[38;5;43m20221213221310383 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213221310383 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213221310383 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213221310384 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213221310386 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213221310386 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213221310386 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:13:12.170711 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=6812): Process ended prematurely: osmo-stp_10.42.42.5(pid=6812) [trial-2395↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6812)] [trial-2395↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8]\u000a22:13:12.180000 tst mo_mt_call.py:8: Test FAILED (6.2 sec)\u000a22:13:12.243666 run osmo-hlr_10.42.42.2(pid=6809): ERR: Terminated: ERROR {rc=237} [trial-2395↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=6809)]\u000a22:13:12.295337 run osmo-hlr_10.42.42.2(pid=6809): stdout: \u000a| (launched: 2022-12-13_22:13:09.188432) \u000a22:13:12.347558 run osmo-hlr_10.42.42.2(pid=6809): stderr: \u000a| �[0;m�[1;31m20221213221309386 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213221309386 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213221309386 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213221309386 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213221309386 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213221309386 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213221309414 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2395/run.2022-12-13_21-44-31/voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213221309423 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213221309423 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213221309423 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:13:12.418525 run osmo-msc_10.42.42.6(pid=6815): ERR: Terminated: ERROR {rc=2} [trial-2395↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=6815)]\u000a22:13:12.469993 run osmo-msc_10.42.42.6(pid=6815): stdout: \u000a| (launched: 2022-12-13_22:13:11.232401) \u000a22:13:12.522739 run osmo-msc_10.42.42.6(pid=6815): stderr: \u000a| �[0;m�[38;5;43m20221213221311553 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213221311553 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f29e50edc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213221311553 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213221311553 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213221311553 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213221311553 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213221311555 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213221311556 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213221311556 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213221311556 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a22:13:12.567076 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6808): Terminating (SIGTERM)\u000a22:13:12.609764 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6811): Terminating (SIGTERM)\u000a22:13:12.651635 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=6814): Terminating (SIGTERM)\u000a22:13:12.661257 --- ParallelTerminationStrategy: PID 6808 died...\u000a22:13:12.717912 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6808): Terminated: ok {rc=0}\u000a22:13:12.727865 --- ParallelTerminationStrategy: PID 6811 died...\u000a22:13:12.783971 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6811): Terminated: ok {rc=0}\u000a22:13:12.793964 --- ParallelTerminationStrategy: PID 6814 died...\u000a22:13:12.850051 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=6814): Terminated: ok {rc=0}\u000a22:13:12.937356 bus /sierra_3: Setting Powered False\u000a22:13:14.043307 bus /sierra_3: Setting Powered False\u000a22:13:15.152827 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 231, "className" : "voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=6824): Process ended prematurely: osmo-stp_10.42.42.5(pid=6824) [trial-2395↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6824)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=6824): Process ended prematurely: osmo-stp_10.42.42.5(pid=6824) [trial-2395↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6824)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2395 voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a22:13:16.268044 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a22:13:16.281392 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1)\u000a22:13:16.451066 tst mo_mt_call_osmux.py: using LAC 36572\u000a22:13:16.602103 tst mo_mt_call_osmux.py: using RAC 107\u000a22:13:16.770719 tst mo_mt_call_osmux.py: using CellId 36572\u000a22:13:16.940136 tst mo_mt_call_osmux.py: using BVCI 36573\u000a22:13:16.975805 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a22:13:16.988444 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a22:13:17.001092 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a22:13:17.015470 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a22:13:17.028864 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a22:13:17.042189 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a22:13:17.166420 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a22:13:17.371296 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:13:17.853009 run create_hlr_db(pid=6818): Launched\u000a22:13:18.026275 bus /sierra_2: Setting Powered False\u000a22:13:19.048065 run create_hlr_db(pid=6818): Terminated: ok {rc=0}\u000a22:13:19.477678 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6820): Launched\u000a22:13:19.801497 run osmo-hlr_10.42.42.2(pid=6821): Launched\u000a22:13:19.924012 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:13:20.486489 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6823): Launched\u000a22:13:20.810747 run osmo-stp_10.42.42.5(pid=6824): Launched\u000a22:13:20.928586 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a22:13:21.522244 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=6826): Launched\u000a22:13:21.845805 run osmo-msc_10.42.42.6(pid=6827): Launched\u000a22:13:22.034783 run osmo-stp_10.42.42.5(pid=6824): ERR: Terminated: ERROR {rc=1} [trial-2395↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6824)]\u000a22:13:22.171211 run osmo-stp_10.42.42.5(pid=6824): stdout: \u000a| (launched: 2022-12-13_22:13:20.651723)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:13:22.307272 run osmo-stp_10.42.42.5(pid=6824): stderr: \u000a| �[0;m�[38;5;43m20221213221320845 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213221320845 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213221320845 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213221320846 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213221320846 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213221320846 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213221320846 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:13:22.437415 run osmo-stp_10.42.42.5(pid=6824): stdout: \u000a| (launched: 2022-12-13_22:13:20.651723)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:13:22.566450 run osmo-stp_10.42.42.5(pid=6824): stderr: \u000a| �[0;m�[38;5;43m20221213221320845 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213221320845 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213221320845 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213221320846 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213221320846 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213221320846 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213221320846 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:13:22.623181 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=6824): Process ended prematurely: osmo-stp_10.42.42.5(pid=6824) [trial-2395↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6824)] [trial-2395↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8]\u000a22:13:22.632377 tst mo_mt_call_osmux.py:8: Test FAILED (6.4 sec)\u000a22:13:22.694669 run osmo-hlr_10.42.42.2(pid=6821): ERR: Terminated: ERROR {rc=237} [trial-2395↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=6821)]\u000a22:13:22.745600 run osmo-hlr_10.42.42.2(pid=6821): stdout: \u000a| (launched: 2022-12-13_22:13:19.643093) \u000a22:13:22.797271 run osmo-hlr_10.42.42.2(pid=6821): stderr: \u000a| �[0;m�[1;31m20221213221319843 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213221319843 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213221319843 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213221319843 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213221319843 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213221319843 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213221319856 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2395/run.2022-12-13_21-44-31/voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213221319866 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213221319866 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213221319866 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:13:22.867233 run osmo-msc_10.42.42.6(pid=6827): ERR: Terminated: ERROR {rc=2} [trial-2395↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=6827)]\u000a22:13:22.918171 run osmo-msc_10.42.42.6(pid=6827): stdout: \u000a| (launched: 2022-12-13_22:13:21.687319) \u000a22:13:22.969548 run osmo-msc_10.42.42.6(pid=6827): stderr: \u000a| �[0;m�[38;5;43m20221213221322013 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213221322013 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f9268d34c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213221322013 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213221322013 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213221322013 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213221322014 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213221322015 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213221322016 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213221322016 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213221322016 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a22:13:23.013489 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6820): Terminating (SIGTERM)\u000a22:13:23.055120 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6823): Terminating (SIGTERM)\u000a22:13:23.096576 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=6826): Terminating (SIGTERM)\u000a22:13:23.106130 --- ParallelTerminationStrategy: PID 6820 died...\u000a22:13:23.161966 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6820): Terminated: ok {rc=0}\u000a22:13:23.171852 --- ParallelTerminationStrategy: PID 6823 died...\u000a22:13:23.227375 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6823): Terminated: ok {rc=0}\u000a22:13:23.237264 --- ParallelTerminationStrategy: PID 6826 died...\u000a22:13:23.292666 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=6826): Terminated: ok {rc=0}\u000a22:13:23.380029 bus /sierra_3: Setting Powered False\u000a22:13:24.485147 bus /sierra_3: Setting Powered False\u000a22:13:25.596831 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "62", "name" : "voice_trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T22:13:05" }, { "cases" : [ { "testActions" : [ ], "age" : 257, "className" : "voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=6838): Process ended prematurely: osmo-stp_10.42.42.5(pid=6838) [trial-2395↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6838)]", "failedSince" : 2139, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=6838): Process ended prematurely: osmo-stp_10.42.42.5(pid=6838) [trial-2395↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6838)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2395 voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call.py\u000a----------------------------------------------\u000a22:13:27.592032 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a22:13:27.603694 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1)\u000a22:13:27.761534 tst mo_mt_call.py: using LAC 36573\u000a22:13:27.879381 tst mo_mt_call.py: using RAC 108\u000a22:13:27.999091 tst mo_mt_call.py: using CellId 36573\u000a22:13:28.119322 tst mo_mt_call.py: using BVCI 36574\u000a22:13:28.142420 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a22:13:28.153753 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a22:13:28.164799 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a22:13:28.175807 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a22:13:28.186988 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a22:13:28.198140 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a22:13:28.314188 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a22:13:28.526608 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:13:29.037905 run create_hlr_db(pid=6832): Launched\u000a22:13:29.225773 bus /sierra_2: Setting Powered False\u000a22:13:30.246199 run create_hlr_db(pid=6832): Terminated: ok {rc=0}\u000a22:13:30.651859 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6834): Launched\u000a22:13:31.063084 run osmo-hlr_10.42.42.2(pid=6835): Launched\u000a22:13:31.255468 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:13:31.917289 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6837): Launched\u000a22:13:32.334349 run osmo-stp_10.42.42.5(pid=6838): Launched\u000a22:13:32.452887 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a22:13:33.047190 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=6840): Launched\u000a22:13:33.370329 run osmo-msc_10.42.42.6(pid=6841): Launched\u000a22:13:33.559740 run osmo-stp_10.42.42.5(pid=6838): ERR: Terminated: ERROR {rc=1} [trial-2395↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6838)]\u000a22:13:33.696486 run osmo-stp_10.42.42.5(pid=6838): stdout: \u000a| (launched: 2022-12-13_22:13:32.087792)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:13:33.832121 run osmo-stp_10.42.42.5(pid=6838): stderr: \u000a| �[0;m�[38;5;43m20221213221332381 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213221332381 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213221332381 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213221332382 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213221332385 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213221332385 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213221332385 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:13:33.962471 run osmo-stp_10.42.42.5(pid=6838): stdout: \u000a| (launched: 2022-12-13_22:13:32.087792)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:13:34.091745 run osmo-stp_10.42.42.5(pid=6838): stderr: \u000a| �[0;m�[38;5;43m20221213221332381 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213221332381 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213221332381 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213221332382 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213221332385 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213221332385 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213221332385 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:13:34.148463 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=6838): Process ended prematurely: osmo-stp_10.42.42.5(pid=6838) [trial-2395↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6838)] [trial-2395↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8]\u000a22:13:34.157848 tst mo_mt_call.py:8: Test FAILED (6.6 sec)\u000a22:13:34.220156 run osmo-hlr_10.42.42.2(pid=6835): ERR: Terminated: ERROR {rc=237} [trial-2395↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=6835)]\u000a22:13:34.271232 run osmo-hlr_10.42.42.2(pid=6835): stdout: \u000a| (launched: 2022-12-13_22:13:30.804790) \u000a22:13:34.323098 run osmo-hlr_10.42.42.2(pid=6835): stderr: \u000a| �[0;m�[1;31m20221213221331153 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213221331153 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213221331153 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213221331153 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213221331153 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213221331153 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213221331180 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2395/run.2022-12-13_21-44-31/voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213221331199 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213221331199 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213221331200 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:13:34.393448 run osmo-msc_10.42.42.6(pid=6841): ERR: Terminated: ERROR {rc=2} [trial-2395↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=6841)]\u000a22:13:34.444641 run osmo-msc_10.42.42.6(pid=6841): stdout: \u000a| (launched: 2022-12-13_22:13:33.211802) \u000a22:13:34.496312 run osmo-msc_10.42.42.6(pid=6841): stderr: \u000a| �[0;m�[38;5;43m20221213221333532 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213221333533 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fc6c23e8c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213221333533 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213221333533 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213221333533 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213221333533 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213221333535 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213221333535 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213221333535 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213221333535 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a22:13:34.540646 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6834): Terminating (SIGTERM)\u000a22:13:34.582502 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6837): Terminating (SIGTERM)\u000a22:13:34.624310 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=6840): Terminating (SIGTERM)\u000a22:13:34.633986 --- ParallelTerminationStrategy: PID 6834 died...\u000a22:13:34.689854 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6834): Terminated: ok {rc=0}\u000a22:13:34.699882 --- ParallelTerminationStrategy: PID 6837 died...\u000a22:13:34.755484 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6837): Terminated: ok {rc=0}\u000a22:13:34.765455 --- ParallelTerminationStrategy: PID 6840 died...\u000a22:13:34.821026 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=6840): Terminated: ok {rc=0}\u000a22:13:34.908312 bus /sierra_3: Setting Powered False\u000a22:13:36.014174 bus /sierra_3: Setting Powered False\u000a22:13:37.124399 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 231, "className" : "voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=6849): Process ended prematurely: osmo-stp_10.42.42.5(pid=6849) [trial-2395↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6849)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=6849): Process ended prematurely: osmo-stp_10.42.42.5(pid=6849) [trial-2395↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6849)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2395 voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a22:13:38.238750 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a22:13:38.251162 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1)\u000a22:13:38.423318 tst mo_mt_call_osmux.py: using LAC 36574\u000a22:13:38.548511 tst mo_mt_call_osmux.py: using RAC 109\u000a22:13:38.669855 tst mo_mt_call_osmux.py: using CellId 36574\u000a22:13:38.787217 tst mo_mt_call_osmux.py: using BVCI 36575\u000a22:13:38.810413 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a22:13:38.821791 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a22:13:38.832803 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a22:13:38.844195 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a22:13:38.855636 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a22:13:38.866804 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a22:13:38.988167 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a22:13:39.201826 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:13:39.712240 run create_hlr_db(pid=6843): Launched\u000a22:13:39.900603 bus /sierra_2: Setting Powered False\u000a22:13:40.921368 run create_hlr_db(pid=6843): Terminated: ok {rc=0}\u000a22:13:41.330076 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6845): Launched\u000a22:13:41.634383 run osmo-hlr_10.42.42.2(pid=6846): Launched\u000a22:13:41.747030 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:13:42.275648 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6848): Launched\u000a22:13:42.577951 run osmo-stp_10.42.42.5(pid=6849): Launched\u000a22:13:42.688482 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a22:13:43.243480 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=6851): Launched\u000a22:13:43.546229 run osmo-msc_10.42.42.6(pid=6852): Launched\u000a22:13:43.724219 run osmo-stp_10.42.42.5(pid=6849): ERR: Terminated: ERROR {rc=1} [trial-2395↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6849)]\u000a22:13:43.852525 run osmo-stp_10.42.42.5(pid=6849): stdout: \u000a| (launched: 2022-12-13_22:13:42.429636)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:13:43.979064 run osmo-stp_10.42.42.5(pid=6849): stderr: \u000a| �[0;m�[38;5;43m20221213221342602 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213221342603 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213221342603 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213221342603 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213221342605 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213221342605 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213221342605 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:13:44.100771 run osmo-stp_10.42.42.5(pid=6849): stdout: \u000a| (launched: 2022-12-13_22:13:42.429636)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:13:44.223444 run osmo-stp_10.42.42.5(pid=6849): stderr: \u000a| �[0;m�[38;5;43m20221213221342602 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213221342603 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213221342603 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213221342603 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213221342605 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213221342605 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213221342605 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:13:44.276814 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=6849): Process ended prematurely: osmo-stp_10.42.42.5(pid=6849) [trial-2395↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6849)] [trial-2395↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8]\u000a22:13:44.285617 tst mo_mt_call_osmux.py:8: Test FAILED (6.1 sec)\u000a22:13:44.344998 run osmo-hlr_10.42.42.2(pid=6846): ERR: Terminated: ERROR {rc=237} [trial-2395↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=6846)]\u000a22:13:44.393820 run osmo-hlr_10.42.42.2(pid=6846): stdout: \u000a| (launched: 2022-12-13_22:13:41.484463) \u000a22:13:44.443146 run osmo-hlr_10.42.42.2(pid=6846): stderr: \u000a| �[0;m�[1;31m20221213221341662 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213221341662 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213221341662 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213221341662 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213221341662 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213221341662 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213221341675 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2395/run.2022-12-13_21-44-31/voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213221341685 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213221341685 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213221341685 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:13:44.509655 run osmo-msc_10.42.42.6(pid=6852): ERR: Terminated: ERROR {rc=2} [trial-2395↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=6852)]\u000a22:13:44.557858 run osmo-msc_10.42.42.6(pid=6852): stdout: \u000a| (launched: 2022-12-13_22:13:43.397195) \u000a22:13:44.606767 run osmo-msc_10.42.42.6(pid=6852): stderr: \u000a| �[0;m�[38;5;43m20221213221343671 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213221343672 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f2090187c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213221343672 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213221343672 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213221343672 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213221343672 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213221343674 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213221343674 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213221343674 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213221343674 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a22:13:44.648392 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6845): Terminating (SIGTERM)\u000a22:13:44.687683 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6848): Terminating (SIGTERM)\u000a22:13:44.727184 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=6851): Terminating (SIGTERM)\u000a22:13:44.736320 --- ParallelTerminationStrategy: PID 6845 died...\u000a22:13:44.789477 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6845): Terminated: ok {rc=0}\u000a22:13:44.799063 --- ParallelTerminationStrategy: PID 6848 died...\u000a22:13:44.851736 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6848): Terminated: ok {rc=0}\u000a22:13:44.861346 --- ParallelTerminationStrategy: PID 6851 died...\u000a22:13:44.914156 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=6851): Terminated: ok {rc=0}\u000a22:13:45.003645 bus /sierra_3: Setting Powered False\u000a22:13:46.107853 bus /sierra_3: Setting Powered False\u000a22:13:47.229853 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "63", "name" : "voice_trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T22:13:27" }, { "cases" : [ { "testActions" : [ ], "age" : 257, "className" : "voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=6863): Process ended prematurely: osmo-stp_10.42.42.5(pid=6863) [trial-2395↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6863)]", "failedSince" : 2139, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=6863): Process ended prematurely: osmo-stp_10.42.42.5(pid=6863) [trial-2395↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6863)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2395 voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1 mo_mt_call.py\u000a----------------------------------------------\u000a22:13:49.241093 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a22:13:49.252398 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x bts (candidates: 1)\u000a22:13:49.414088 tst mo_mt_call.py: using LAC 36575\u000a22:13:49.539318 tst mo_mt_call.py: using RAC 110\u000a22:13:49.664740 tst mo_mt_call.py: using CellId 36575\u000a22:13:49.789669 tst mo_mt_call.py: using BVCI 36576\u000a22:13:49.814089 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a22:13:49.825676 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a22:13:49.837157 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a22:13:49.848435 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a22:13:49.860249 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a22:13:49.871976 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a22:13:49.989808 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a22:13:50.192619 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:13:50.677576 run create_hlr_db(pid=6857): Launched\u000a22:13:50.851163 bus /sierra_2: Setting Powered False\u000a22:13:51.874148 run create_hlr_db(pid=6857): Terminated: ok {rc=0}\u000a22:13:52.303441 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6859): Launched\u000a22:13:52.629140 run osmo-hlr_10.42.42.2(pid=6860): Launched\u000a22:13:52.750013 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:13:53.313261 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6862): Launched\u000a22:13:53.636665 run osmo-stp_10.42.42.5(pid=6863): Launched\u000a22:13:53.754270 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a22:13:54.347199 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=6865): Launched\u000a22:13:54.670863 run osmo-msc_10.42.42.6(pid=6866): Launched\u000a22:13:54.860027 run osmo-stp_10.42.42.5(pid=6863): ERR: Terminated: ERROR {rc=1} [trial-2395↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6863)]\u000a22:13:54.996900 run osmo-stp_10.42.42.5(pid=6863): stdout: \u000a| (launched: 2022-12-13_22:13:53.477624)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:13:55.133783 run osmo-stp_10.42.42.5(pid=6863): stderr: \u000a| �[0;m�[38;5;43m20221213221353670 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213221353670 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213221353670 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213221353671 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213221353671 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213221353671 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213221353671 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:13:55.264195 run osmo-stp_10.42.42.5(pid=6863): stdout: \u000a| (launched: 2022-12-13_22:13:53.477624)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:13:55.393710 run osmo-stp_10.42.42.5(pid=6863): stderr: \u000a| �[0;m�[38;5;43m20221213221353670 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213221353670 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213221353670 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213221353671 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213221353671 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213221353671 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213221353671 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:13:55.450543 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=6863): Process ended prematurely: osmo-stp_10.42.42.5(pid=6863) [trial-2395↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6863)] [trial-2395↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8]\u000a22:13:55.459818 tst mo_mt_call.py:8: Test FAILED (6.3 sec)\u000a22:13:55.523240 run osmo-hlr_10.42.42.2(pid=6860): ERR: Terminated: ERROR {rc=237} [trial-2395↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=6860)]\u000a22:13:55.574673 run osmo-hlr_10.42.42.2(pid=6860): stdout: \u000a| (launched: 2022-12-13_22:13:52.468882) \u000a22:13:55.626666 run osmo-hlr_10.42.42.2(pid=6860): stderr: \u000a| �[0;m�[1;31m20221213221352666 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213221352666 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213221352666 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213221352666 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213221352666 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213221352666 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213221352678 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2395/run.2022-12-13_21-44-31/voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213221352686 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213221352687 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213221352687 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:13:55.697268 run osmo-msc_10.42.42.6(pid=6866): ERR: Terminated: ERROR {rc=2} [trial-2395↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=6866)]\u000a22:13:55.748448 run osmo-msc_10.42.42.6(pid=6866): stdout: \u000a| (launched: 2022-12-13_22:13:54.512190) \u000a22:13:55.800059 run osmo-msc_10.42.42.6(pid=6866): stderr: \u000a| �[0;m�[38;5;43m20221213221354835 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213221354835 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f28cab73c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213221354835 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213221354835 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213221354835 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213221354835 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213221354837 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213221354838 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213221354838 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213221354838 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a22:13:55.844114 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6859): Terminating (SIGTERM)\u000a22:13:55.885845 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6862): Terminating (SIGTERM)\u000a22:13:55.928091 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=6865): Terminating (SIGTERM)\u000a22:13:55.937697 --- ParallelTerminationStrategy: PID 6859 died...\u000a22:13:55.993774 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6859): Terminated: ok {rc=0}\u000a22:13:56.003758 --- ParallelTerminationStrategy: PID 6862 died...\u000a22:13:56.059256 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6862): Terminated: ok {rc=0}\u000a22:13:56.069226 --- ParallelTerminationStrategy: PID 6865 died...\u000a22:13:56.124937 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=6865): Terminated: ok {rc=0}\u000a22:13:56.213159 bus /sierra_3: Setting Powered False\u000a22:13:57.318220 bus /sierra_3: Setting Powered False\u000a22:13:58.431406 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 231, "className" : "voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=6874): Process ended prematurely: osmo-stp_10.42.42.5(pid=6874) [trial-2395↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6874)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=6874): Process ended prematurely: osmo-stp_10.42.42.5(pid=6874) [trial-2395↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6874)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2395 voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a22:13:59.540886 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a22:13:59.552691 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x bts (candidates: 1)\u000a22:13:59.710032 tst mo_mt_call_osmux.py: using LAC 36576\u000a22:13:59.827694 tst mo_mt_call_osmux.py: using RAC 111\u000a22:13:59.947919 tst mo_mt_call_osmux.py: using CellId 36576\u000a22:14:00.065615 tst mo_mt_call_osmux.py: using BVCI 36577\u000a22:14:00.088415 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a22:14:00.099617 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a22:14:00.110676 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a22:14:00.121729 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a22:14:00.132791 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a22:14:00.143790 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a22:14:00.259209 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a22:14:00.470897 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:14:01.026991 run create_hlr_db(pid=6868): Launched\u000a22:14:01.219094 bus /sierra_2: Setting Powered False\u000a22:14:02.257758 run create_hlr_db(pid=6868): Terminated: ok {rc=0}\u000a22:14:02.660329 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6870): Launched\u000a22:14:02.963335 run osmo-hlr_10.42.42.2(pid=6871): Launched\u000a22:14:03.075348 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:14:03.600106 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6873): Launched\u000a22:14:03.903983 run osmo-stp_10.42.42.5(pid=6874): Launched\u000a22:14:04.014536 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a22:14:04.568013 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=6876): Launched\u000a22:14:04.870693 run osmo-msc_10.42.42.6(pid=6877): Launched\u000a22:14:05.048317 run osmo-stp_10.42.42.5(pid=6874): ERR: Terminated: ERROR {rc=1} [trial-2395↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6874)]\u000a22:14:05.175933 run osmo-stp_10.42.42.5(pid=6874): stdout: \u000a| (launched: 2022-12-13_22:14:03.754043)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:14:05.302270 run osmo-stp_10.42.42.5(pid=6874): stderr: \u000a| �[0;m�[38;5;43m20221213221403923 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213221403923 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213221403923 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213221403924 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213221403926 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213221403926 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213221403926 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:14:05.423373 run osmo-stp_10.42.42.5(pid=6874): stdout: \u000a| (launched: 2022-12-13_22:14:03.754043)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:14:05.543643 run osmo-stp_10.42.42.5(pid=6874): stderr: \u000a| �[0;m�[38;5;43m20221213221403923 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213221403923 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213221403923 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213221403924 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213221403926 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213221403926 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213221403926 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:14:05.596839 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=6874): Process ended prematurely: osmo-stp_10.42.42.5(pid=6874) [trial-2395↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6874)] [trial-2395↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8]\u000a22:14:05.605530 tst mo_mt_call_osmux.py:8: Test FAILED (6.1 sec)\u000a22:14:05.664184 run osmo-hlr_10.42.42.2(pid=6871): ERR: Terminated: ERROR {rc=237} [trial-2395↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=6871)]\u000a22:14:05.712445 run osmo-hlr_10.42.42.2(pid=6871): stdout: \u000a| (launched: 2022-12-13_22:14:02.814400) \u000a22:14:05.761436 run osmo-hlr_10.42.42.2(pid=6871): stderr: \u000a| �[0;m�[1;31m20221213221402989 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213221402989 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213221402989 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213221402989 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213221402989 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213221402989 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213221403001 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2395/run.2022-12-13_21-44-31/voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213221403012 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213221403013 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213221403013 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:14:05.827679 run osmo-msc_10.42.42.6(pid=6877): ERR: Terminated: ERROR {rc=2} [trial-2395↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=6877)]\u000a22:14:05.875865 run osmo-msc_10.42.42.6(pid=6877): stdout: \u000a| (launched: 2022-12-13_22:14:04.722205) \u000a22:14:05.924591 run osmo-msc_10.42.42.6(pid=6877): stderr: \u000a| �[0;m�[38;5;43m20221213221404992 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213221404992 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fc13e7f6c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213221404992 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213221404993 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213221404993 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213221404993 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213221404995 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213221404995 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213221404995 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213221404995 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a22:14:05.965928 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6870): Terminating (SIGTERM)\u000a22:14:06.005037 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6873): Terminating (SIGTERM)\u000a22:14:06.044006 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=6876): Terminating (SIGTERM)\u000a22:14:06.053029 --- ParallelTerminationStrategy: PID 6870 died...\u000a22:14:06.105332 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6870): Terminated: ok {rc=0}\u000a22:14:06.114758 --- ParallelTerminationStrategy: PID 6873 died...\u000a22:14:06.166883 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6873): Terminated: ok {rc=0}\u000a22:14:06.176155 --- ParallelTerminationStrategy: PID 6876 died...\u000a22:14:06.228111 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=6876): Terminated: ok {rc=0}\u000a22:14:06.310971 bus /sierra_3: Setting Powered False\u000a22:14:07.416986 bus /sierra_3: Setting Powered False\u000a22:14:08.524423 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "64", "name" : "voice_trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T22:13:48" }, { "cases" : [ { "testActions" : [ ], "age" : 257, "className" : "voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=6888): Process ended prematurely: osmo-stp_10.42.42.5(pid=6888) [trial-2395↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6888)]", "failedSince" : 2139, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=6888): Process ended prematurely: osmo-stp_10.42.42.5(pid=6888) [trial-2395↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6888)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2395 voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call.py\u000a----------------------------------------------\u000a22:14:10.541353 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a22:14:10.553189 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1)\u000a22:14:10.721269 tst mo_mt_call.py: using LAC 36577\u000a22:14:10.849969 tst mo_mt_call.py: using RAC 112\u000a22:14:10.976770 tst mo_mt_call.py: using CellId 36577\u000a22:14:11.097053 tst mo_mt_call.py: using BVCI 36578\u000a22:14:11.119903 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a22:14:11.131096 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a22:14:11.142147 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a22:14:11.153199 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a22:14:11.164285 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a22:14:11.175266 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a22:14:11.291329 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a22:14:11.497454 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:14:12.014797 run create_hlr_db(pid=6882): Launched\u000a22:14:12.188555 bus /sierra_2: Setting Powered False\u000a22:14:13.211371 run create_hlr_db(pid=6882): Terminated: ok {rc=0}\u000a22:14:13.643544 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6884): Launched\u000a22:14:13.968465 run osmo-hlr_10.42.42.2(pid=6885): Launched\u000a22:14:14.091064 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:14:14.654855 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6887): Launched\u000a22:14:14.979624 run osmo-stp_10.42.42.5(pid=6888): Launched\u000a22:14:15.098866 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a22:14:15.694506 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=6890): Launched\u000a22:14:16.195489 run osmo-msc_10.42.42.6(pid=6891): Launched\u000a22:14:16.517523 run osmo-stp_10.42.42.5(pid=6888): ERR: Terminated: ERROR {rc=1} [trial-2395↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6888)]\u000a22:14:16.712128 run osmo-stp_10.42.42.5(pid=6888): stdout: \u000a| (launched: 2022-12-13_22:14:14.819728)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:14:16.851853 run osmo-stp_10.42.42.5(pid=6888): stderr: \u000a| �[0;m�[38;5;43m20221213221415013 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213221415013 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213221415014 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213221415014 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213221415014 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213221415014 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213221415015 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:14:16.987635 run osmo-stp_10.42.42.5(pid=6888): stdout: \u000a| (launched: 2022-12-13_22:14:14.819728)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:14:17.122167 run osmo-stp_10.42.42.5(pid=6888): stderr: \u000a| �[0;m�[38;5;43m20221213221415013 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213221415013 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213221415014 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213221415014 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213221415014 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213221415014 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213221415015 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:14:17.181741 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=6888): Process ended prematurely: osmo-stp_10.42.42.5(pid=6888) [trial-2395↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6888)] [trial-2395↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8]\u000a22:14:17.191377 tst mo_mt_call.py:8: Test FAILED (6.7 sec)\u000a22:14:17.255415 run osmo-hlr_10.42.42.2(pid=6885): ERR: Terminated: ERROR {rc=237} [trial-2395↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=6885)]\u000a22:14:17.307464 run osmo-hlr_10.42.42.2(pid=6885): stdout: \u000a| (launched: 2022-12-13_22:14:13.808683) \u000a22:14:17.360020 run osmo-hlr_10.42.42.2(pid=6885): stderr: \u000a| �[0;m�[1;31m20221213221414008 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213221414008 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213221414008 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213221414008 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213221414008 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213221414008 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213221414020 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2395/run.2022-12-13_21-44-31/voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213221414028 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213221414029 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213221414029 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:14:17.431653 run osmo-msc_10.42.42.6(pid=6891): ERR: Terminated: ERROR {rc=2} [trial-2395↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=6891)]\u000a22:14:17.483238 run osmo-msc_10.42.42.6(pid=6891): stdout: \u000a| (launched: 2022-12-13_22:14:15.891869) \u000a22:14:17.535573 run osmo-msc_10.42.42.6(pid=6891): stderr: \u000a| �[0;m�[38;5;43m20221213221416301 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213221416301 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fe7af447c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213221416301 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213221416301 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213221416302 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213221416302 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213221416303 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213221416304 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213221416304 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213221416304 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a22:14:17.580169 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6884): Terminating (SIGTERM)\u000a22:14:17.622207 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6887): Terminating (SIGTERM)\u000a22:14:17.664169 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=6890): Terminating (SIGTERM)\u000a22:14:17.673776 --- ParallelTerminationStrategy: PID 6884 died...\u000a22:14:17.730286 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6884): Terminated: ok {rc=0}\u000a22:14:17.740396 --- ParallelTerminationStrategy: PID 6887 died...\u000a22:14:17.796700 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6887): Terminated: ok {rc=0}\u000a22:14:17.806812 --- ParallelTerminationStrategy: PID 6890 died...\u000a22:14:17.863069 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=6890): Terminated: ok {rc=0}\u000a22:14:17.949902 bus /sierra_3: Setting Powered False\u000a22:14:19.055949 bus /sierra_3: Setting Powered False\u000a22:14:20.168439 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 231, "className" : "voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=6899): Process ended prematurely: osmo-stp_10.42.42.5(pid=6899) [trial-2395↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6899)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=6899): Process ended prematurely: osmo-stp_10.42.42.5(pid=6899) [trial-2395↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6899)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2395 voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a22:14:21.279104 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a22:14:21.290992 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1)\u000a22:14:21.450432 tst mo_mt_call_osmux.py: using LAC 36578\u000a22:14:21.568089 tst mo_mt_call_osmux.py: using RAC 113\u000a22:14:21.686830 tst mo_mt_call_osmux.py: using CellId 36578\u000a22:14:21.803371 tst mo_mt_call_osmux.py: using BVCI 36579\u000a22:14:21.826277 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a22:14:21.837481 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a22:14:21.848453 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a22:14:21.859400 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a22:14:21.870564 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a22:14:21.881505 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a22:14:22.001295 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a22:14:22.214005 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:14:22.727165 run create_hlr_db(pid=6893): Launched\u000a22:14:22.915306 bus /sierra_2: Setting Powered False\u000a22:14:23.937123 run create_hlr_db(pid=6893): Terminated: ok {rc=0}\u000a22:14:24.370691 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6895): Launched\u000a22:14:24.696540 run osmo-hlr_10.42.42.2(pid=6896): Launched\u000a22:14:24.818888 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:14:25.383886 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6898): Launched\u000a22:14:25.709099 run osmo-stp_10.42.42.5(pid=6899): Launched\u000a22:14:25.827614 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a22:14:26.422246 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=6901): Launched\u000a22:14:26.747804 run osmo-msc_10.42.42.6(pid=6902): Launched\u000a22:14:26.938374 run osmo-stp_10.42.42.5(pid=6899): ERR: Terminated: ERROR {rc=1} [trial-2395↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6899)]\u000a22:14:27.076122 run osmo-stp_10.42.42.5(pid=6899): stdout: \u000a| (launched: 2022-12-13_22:14:25.549318)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:14:27.213578 run osmo-stp_10.42.42.5(pid=6899): stderr: \u000a| �[0;m�[38;5;43m20221213221425744 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213221425744 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213221425744 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213221425745 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213221425745 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213221425745 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213221425745 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:14:27.344559 run osmo-stp_10.42.42.5(pid=6899): stdout: \u000a| (launched: 2022-12-13_22:14:25.549318)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:14:27.475140 run osmo-stp_10.42.42.5(pid=6899): stderr: \u000a| �[0;m�[38;5;43m20221213221425744 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213221425744 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213221425744 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213221425745 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213221425745 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213221425745 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213221425745 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:14:27.532786 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=6899): Process ended prematurely: osmo-stp_10.42.42.5(pid=6899) [trial-2395↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6899)] [trial-2395↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8]\u000a22:14:27.542510 tst mo_mt_call_osmux.py:8: Test FAILED (6.3 sec)\u000a22:14:27.605449 run osmo-hlr_10.42.42.2(pid=6896): ERR: Terminated: ERROR {rc=237} [trial-2395↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=6896)]\u000a22:14:27.656836 run osmo-hlr_10.42.42.2(pid=6896): stdout: \u000a| (launched: 2022-12-13_22:14:24.536309) \u000a22:14:27.708867 run osmo-hlr_10.42.42.2(pid=6896): stderr: \u000a| �[0;m�[1;31m20221213221424734 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213221424734 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213221424734 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213221424734 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213221424734 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213221424734 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213221424749 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2395/run.2022-12-13_21-44-31/voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213221424758 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213221424758 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213221424758 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:14:27.779239 run osmo-msc_10.42.42.6(pid=6902): ERR: Terminated: ERROR {rc=2} [trial-2395↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=6902)]\u000a22:14:27.830458 run osmo-msc_10.42.42.6(pid=6902): stdout: \u000a| (launched: 2022-12-13_22:14:26.587943) \u000a22:14:27.882399 run osmo-msc_10.42.42.6(pid=6902): stderr: \u000a| �[0;m�[38;5;43m20221213221426910 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213221426910 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f8cefb2bc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213221426910 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213221426910 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213221426910 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213221426910 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213221426913 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213221426913 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213221426913 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213221426913 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a22:14:27.926699 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6895): Terminating (SIGTERM)\u000a22:14:27.968998 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6898): Terminating (SIGTERM)\u000a22:14:28.010898 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=6901): Terminating (SIGTERM)\u000a22:14:28.020512 --- ParallelTerminationStrategy: PID 6895 died...\u000a22:14:28.076800 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6895): Terminated: ok {rc=0}\u000a22:14:28.086875 --- ParallelTerminationStrategy: PID 6898 died...\u000a22:14:28.142848 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6898): Terminated: ok {rc=0}\u000a22:14:28.152794 --- ParallelTerminationStrategy: PID 6901 died...\u000a22:14:28.208627 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=6901): Terminated: ok {rc=0}\u000a22:14:28.296530 bus /sierra_3: Setting Powered False\u000a22:14:29.401726 bus /sierra_3: Setting Powered False\u000a22:14:30.513248 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "65", "name" : "voice_trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T22:14:10" }, { "cases" : [ { "testActions" : [ ], "age" : 257, "className" : "voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=6914): Process ended prematurely: osmo-stp_10.42.42.5(pid=6914) [trial-2395↪voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6914)]", "failedSince" : 2139, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=6914): Process ended prematurely: osmo-stp_10.42.42.5(pid=6914) [trial-2395↪voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6914)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2395 voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call.py\u000a----------------------------------------------\u000a22:14:32.568256 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a22:14:32.580093 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a22:14:32.746635 tst mo_mt_call.py: using LAC 36579\u000a22:14:32.873987 tst mo_mt_call.py: using RAC 114\u000a22:14:33.001383 tst mo_mt_call.py: using CellId 36579\u000a22:14:33.129333 tst mo_mt_call.py: using BVCI 36580\u000a22:14:33.153778 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a22:14:33.165483 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a22:14:33.177071 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a22:14:33.188524 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a22:14:33.200427 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a22:14:33.212215 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a22:14:33.328602 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a22:14:33.541318 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:14:34.051054 run create_hlr_db(pid=6908): Launched\u000a22:14:34.238856 bus /sierra_2: Setting Powered False\u000a22:14:35.260917 run create_hlr_db(pid=6908): Terminated: ok {rc=0}\u000a22:14:35.691913 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6910): Launched\u000a22:14:36.016534 run osmo-hlr_10.42.42.2(pid=6911): Launched\u000a22:14:36.138073 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:14:36.702308 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6913): Launched\u000a22:14:37.027058 run osmo-stp_10.42.42.5(pid=6914): Launched\u000a22:14:37.144895 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a22:14:37.737193 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=6916): Launched\u000a22:14:38.063142 run osmo-msc_10.42.42.6(pid=6917): Launched\u000a22:14:38.253179 run osmo-stp_10.42.42.5(pid=6914): ERR: Terminated: ERROR {rc=1} [trial-2395↪voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6914)]\u000a22:14:38.390608 run osmo-stp_10.42.42.5(pid=6914): stdout: \u000a| (launched: 2022-12-13_22:14:36.867242)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:14:38.527454 run osmo-stp_10.42.42.5(pid=6914): stderr: \u000a| �[0;m�[38;5;43m20221213221437058 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213221437059 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213221437059 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213221437059 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213221437062 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213221437062 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213221437062 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:14:38.658681 run osmo-stp_10.42.42.5(pid=6914): stdout: \u000a| (launched: 2022-12-13_22:14:36.867242)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:14:38.788311 run osmo-stp_10.42.42.5(pid=6914): stderr: \u000a| �[0;m�[38;5;43m20221213221437058 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213221437059 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213221437059 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213221437059 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213221437062 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213221437062 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213221437062 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:14:38.845419 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=6914): Process ended prematurely: osmo-stp_10.42.42.5(pid=6914) [trial-2395↪voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6914)] [trial-2395↪voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8]\u000a22:14:38.854686 tst mo_mt_call.py:8: Test FAILED (6.3 sec)\u000a22:14:38.917245 run osmo-hlr_10.42.42.2(pid=6911): ERR: Terminated: ERROR {rc=237} [trial-2395↪voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=6911)]\u000a22:14:38.968359 run osmo-hlr_10.42.42.2(pid=6911): stdout: \u000a| (launched: 2022-12-13_22:14:35.856906) \u000a22:14:39.020443 run osmo-hlr_10.42.42.2(pid=6911): stderr: \u000a| �[0;m�[1;31m20221213221436054 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213221436054 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213221436054 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213221436054 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213221436054 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213221436054 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213221436069 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2395/run.2022-12-13_21-44-31/voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213221436079 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213221436079 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213221436079 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:14:39.090734 run osmo-msc_10.42.42.6(pid=6917): ERR: Terminated: ERROR {rc=2} [trial-2395↪voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=6917)]\u000a22:14:39.141852 run osmo-msc_10.42.42.6(pid=6917): stdout: \u000a| (launched: 2022-12-13_22:14:37.902585) \u000a22:14:39.193480 run osmo-msc_10.42.42.6(pid=6917): stderr: \u000a| �[0;m�[38;5;43m20221213221438225 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213221438225 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7ffa27868c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213221438226 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213221438226 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213221438226 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213221438226 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213221438228 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213221438228 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213221438228 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213221438228 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a22:14:39.237622 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6910): Terminating (SIGTERM)\u000a22:14:39.279649 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6913): Terminating (SIGTERM)\u000a22:14:39.321096 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=6916): Terminating (SIGTERM)\u000a22:14:39.330533 --- ParallelTerminationStrategy: PID 6910 died...\u000a22:14:39.386489 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6910): Terminated: ok {rc=0}\u000a22:14:39.396404 --- ParallelTerminationStrategy: PID 6913 died...\u000a22:14:39.451843 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6913): Terminated: ok {rc=0}\u000a22:14:39.461764 --- ParallelTerminationStrategy: PID 6916 died...\u000a22:14:39.517389 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=6916): Terminated: ok {rc=0}\u000a22:14:39.604847 bus /sierra_3: Setting Powered False\u000a22:14:40.708429 bus /sierra_3: Setting Powered False\u000a22:14:41.819044 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 231, "className" : "voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=6925): Process ended prematurely: osmo-stp_10.42.42.5(pid=6925) [trial-2395↪voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6925)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=6925): Process ended prematurely: osmo-stp_10.42.42.5(pid=6925) [trial-2395↪voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6925)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2395 voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call_osmux.py\u000a----------------------------------------------\u000a22:14:42.928690 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a22:14:42.940567 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a22:14:43.101875 tst mo_mt_call_osmux.py: using LAC 36580\u000a22:14:43.218433 tst mo_mt_call_osmux.py: using RAC 115\u000a22:14:43.335037 tst mo_mt_call_osmux.py: using CellId 36580\u000a22:14:43.456265 tst mo_mt_call_osmux.py: using BVCI 36581\u000a22:14:43.479249 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a22:14:43.490539 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a22:14:43.501972 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a22:14:43.513367 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a22:14:43.524579 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a22:14:43.535625 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a22:14:43.651947 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a22:14:43.864611 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:14:44.375089 run create_hlr_db(pid=6919): Launched\u000a22:14:44.563779 bus /sierra_2: Setting Powered False\u000a22:14:45.574239 run create_hlr_db(pid=6919): Terminated: ok {rc=0}\u000a22:14:46.026810 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6921): Launched\u000a22:14:46.382184 run osmo-hlr_10.42.42.2(pid=6922): Launched\u000a22:14:46.506392 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:14:47.111711 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6924): Launched\u000a22:14:47.475650 run osmo-stp_10.42.42.5(pid=6925): Launched\u000a22:14:47.590509 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a22:14:48.146678 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=6927): Launched\u000a22:14:48.449243 run osmo-msc_10.42.42.6(pid=6928): Launched\u000a22:14:48.626767 run osmo-stp_10.42.42.5(pid=6925): ERR: Terminated: ERROR {rc=1} [trial-2395↪voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6925)]\u000a22:14:48.754379 run osmo-stp_10.42.42.5(pid=6925): stdout: \u000a| (launched: 2022-12-13_22:14:47.279270)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:14:48.880083 run osmo-stp_10.42.42.5(pid=6925): stderr: \u000a| �[0;m�[38;5;43m20221213221447528 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213221447528 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213221447528 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213221447529 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213221447529 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213221447529 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213221447529 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:14:49.001728 run osmo-stp_10.42.42.5(pid=6925): stdout: \u000a| (launched: 2022-12-13_22:14:47.279270)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:14:49.122328 run osmo-stp_10.42.42.5(pid=6925): stderr: \u000a| �[0;m�[38;5;43m20221213221447528 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213221447528 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213221447528 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213221447529 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213221447529 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213221447529 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213221447529 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:14:49.175403 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=6925): Process ended prematurely: osmo-stp_10.42.42.5(pid=6925) [trial-2395↪voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6925)] [trial-2395↪voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8]\u000a22:14:49.184111 tst mo_mt_call_osmux.py:8: Test FAILED (6.3 sec)\u000a22:14:49.243173 run osmo-hlr_10.42.42.2(pid=6922): ERR: Terminated: ERROR {rc=237} [trial-2395↪voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=6922)]\u000a22:14:49.291349 run osmo-hlr_10.42.42.2(pid=6922): stdout: \u000a| (launched: 2022-12-13_22:14:46.185113) \u000a22:14:49.339980 run osmo-hlr_10.42.42.2(pid=6922): stderr: \u000a| �[0;m�[1;31m20221213221446567 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213221446567 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213221446567 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213221446567 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213221446567 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213221446567 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213221446591 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2395/run.2022-12-13_21-44-31/voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213221446601 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213221446606 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213221446607 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:14:49.406106 run osmo-msc_10.42.42.6(pid=6928): ERR: Terminated: ERROR {rc=2} [trial-2395↪voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=6928)]\u000a22:14:49.454094 run osmo-msc_10.42.42.6(pid=6928): stdout: \u000a| (launched: 2022-12-13_22:14:48.300549) \u000a22:14:49.502622 run osmo-msc_10.42.42.6(pid=6928): stderr: \u000a| �[0;m�[38;5;43m20221213221448574 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213221448574 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fc432f06c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213221448574 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213221448574 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213221448574 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213221448574 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213221448576 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213221448576 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213221448577 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213221448577 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a22:14:49.543807 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6921): Terminating (SIGTERM)\u000a22:14:49.583446 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6924): Terminating (SIGTERM)\u000a22:14:49.622478 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=6927): Terminating (SIGTERM)\u000a22:14:49.631482 --- ParallelTerminationStrategy: PID 6921 died...\u000a22:14:49.683918 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6921): Terminated: ok {rc=0}\u000a22:14:49.693321 --- ParallelTerminationStrategy: PID 6924 died...\u000a22:14:49.745443 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6924): Terminated: ok {rc=0}\u000a22:14:49.754882 --- ParallelTerminationStrategy: PID 6927 died...\u000a22:14:49.807008 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=6927): Terminated: ok {rc=0}\u000a22:14:49.894754 bus /sierra_3: Setting Powered False\u000a22:14:50.997017 bus /sierra_3: Setting Powered False\u000a22:14:52.102377 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "66", "name" : "voice_trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T22:14:32" }, { "cases" : [ { "testActions" : [ ], "age" : 257, "className" : "voice:trx-sysmocell5000+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=6939): Process ended prematurely: osmo-stp_10.42.42.5(pid=6939) [trial-2395↪voice:trx-sysmocell5000+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6939)]", "failedSince" : 2139, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=6939): Process ended prematurely: osmo-stp_10.42.42.5(pid=6939) [trial-2395↪voice:trx-sysmocell5000+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6939)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2395 voice:trx-sysmocell5000+mod-bts0-dynts-osmo mo_mt_call.py\u000a----------------------------------------------\u000a22:14:54.111368 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a22:14:54.123069 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a22:14:54.292438 tst mo_mt_call.py: using LAC 36581\u000a22:14:54.423475 tst mo_mt_call.py: using RAC 116\u000a22:14:54.547949 tst mo_mt_call.py: using CellId 36581\u000a22:14:54.668024 tst mo_mt_call.py: using BVCI 36582\u000a22:14:54.691224 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a22:14:54.702634 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a22:14:54.713543 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a22:14:54.724531 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a22:14:54.735718 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a22:14:54.746574 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a22:14:54.866492 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a22:14:55.078940 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:14:55.590846 run create_hlr_db(pid=6933): Launched\u000a22:14:55.779313 bus /sierra_2: Setting Powered False\u000a22:14:56.800100 run create_hlr_db(pid=6933): Terminated: ok {rc=0}\u000a22:14:57.206131 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6935): Launched\u000a22:14:57.510156 run osmo-hlr_10.42.42.2(pid=6936): Launched\u000a22:14:57.624706 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:14:58.150004 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6938): Launched\u000a22:14:58.453085 run osmo-stp_10.42.42.5(pid=6939): Launched\u000a22:14:58.563694 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a22:14:59.118705 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=6941): Launched\u000a22:14:59.423099 run osmo-msc_10.42.42.6(pid=6942): Launched\u000a22:14:59.602768 run osmo-stp_10.42.42.5(pid=6939): ERR: Terminated: ERROR {rc=1} [trial-2395↪voice:trx-sysmocell5000+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6939)]\u000a22:14:59.732135 run osmo-stp_10.42.42.5(pid=6939): stdout: \u000a| (launched: 2022-12-13_22:14:58.304056)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:14:59.858403 run osmo-stp_10.42.42.5(pid=6939): stderr: \u000a| �[0;m�[38;5;43m20221213221458476 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213221458476 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213221458476 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213221458477 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213221458477 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213221458477 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213221458477 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:14:59.980153 run osmo-stp_10.42.42.5(pid=6939): stdout: \u000a| (launched: 2022-12-13_22:14:58.304056)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:15:00.100733 run osmo-stp_10.42.42.5(pid=6939): stderr: \u000a| �[0;m�[38;5;43m20221213221458476 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213221458476 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213221458476 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213221458477 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213221458477 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213221458477 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213221458477 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:15:00.154289 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=6939): Process ended prematurely: osmo-stp_10.42.42.5(pid=6939) [trial-2395↪voice:trx-sysmocell5000+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6939)] [trial-2395↪voice:trx-sysmocell5000+mod-bts0-dynts-osmo↪mo_mt_call.py:8]\u000a22:15:00.162911 tst mo_mt_call.py:8: Test FAILED (6.1 sec)\u000a22:15:00.221839 run osmo-hlr_10.42.42.2(pid=6936): ERR: Terminated: ERROR {rc=237} [trial-2395↪voice:trx-sysmocell5000+mod-bts0-dynts-osmo↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=6936)]\u000a22:15:00.270192 run osmo-hlr_10.42.42.2(pid=6936): stdout: \u000a| (launched: 2022-12-13_22:14:57.360570) \u000a22:15:00.319147 run osmo-hlr_10.42.42.2(pid=6936): stderr: \u000a| �[0;m�[1;31m20221213221457536 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213221457536 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213221457536 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213221457536 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213221457536 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213221457536 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213221457548 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2395/run.2022-12-13_21-44-31/voice:trx-sysmocell5000+mod-bts0-dynts-osmo/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213221457557 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213221457558 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213221457558 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:15:00.385437 run osmo-msc_10.42.42.6(pid=6942): ERR: Terminated: ERROR {rc=2} [trial-2395↪voice:trx-sysmocell5000+mod-bts0-dynts-osmo↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=6942)]\u000a22:15:00.433796 run osmo-msc_10.42.42.6(pid=6942): stdout: \u000a| (launched: 2022-12-13_22:14:59.273244) \u000a22:15:00.482953 run osmo-msc_10.42.42.6(pid=6942): stderr: \u000a| �[0;m�[38;5;43m20221213221459547 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213221459547 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fb983c70c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213221459547 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213221459547 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213221459548 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213221459548 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213221459549 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213221459550 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213221459550 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213221459550 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a22:15:00.524567 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6935): Terminating (SIGTERM)\u000a22:15:00.563904 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6938): Terminating (SIGTERM)\u000a22:15:00.603139 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=6941): Terminating (SIGTERM)\u000a22:15:00.612162 --- ParallelTerminationStrategy: PID 6935 died...\u000a22:15:00.664524 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6935): Terminated: ok {rc=0}\u000a22:15:00.673966 --- ParallelTerminationStrategy: PID 6938 died...\u000a22:15:00.726264 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6938): Terminated: ok {rc=0}\u000a22:15:00.735689 --- ParallelTerminationStrategy: PID 6941 died...\u000a22:15:00.787995 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=6941): Terminated: ok {rc=0}\u000a22:15:00.901951 bus /sierra_3: Setting Powered False\u000a22:15:02.020857 bus /sierra_3: Setting Powered False\u000a22:15:03.129983 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 231, "className" : "voice:trx-sysmocell5000+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=6953): Process ended prematurely: osmo-stp_10.42.42.5(pid=6953) [trial-2395↪voice:trx-sysmocell5000+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6953)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=6953): Process ended prematurely: osmo-stp_10.42.42.5(pid=6953) [trial-2395↪voice:trx-sysmocell5000+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6953)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2395 voice:trx-sysmocell5000+mod-bts0-dynts-osmo mo_mt_call_osmux.py\u000a----------------------------------------------\u000a22:15:04.245512 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a22:15:04.257902 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a22:15:04.429459 tst mo_mt_call_osmux.py: using LAC 36582\u000a22:15:04.559280 tst mo_mt_call_osmux.py: using RAC 117\u000a22:15:04.680005 tst mo_mt_call_osmux.py: using CellId 36582\u000a22:15:04.797287 tst mo_mt_call_osmux.py: using BVCI 36583\u000a22:15:04.820442 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a22:15:04.831715 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a22:15:04.843084 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a22:15:04.854184 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a22:15:04.865170 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a22:15:04.876050 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a22:15:04.995942 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a22:15:05.209376 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:15:05.719608 run create_hlr_db(pid=6947): Launched\u000a22:15:05.907887 bus /sierra_2: Setting Powered False\u000a22:15:06.930045 run create_hlr_db(pid=6947): Terminated: ok {rc=0}\u000a22:15:07.337675 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6949): Launched\u000a22:15:07.643535 run osmo-hlr_10.42.42.2(pid=6950): Launched\u000a22:15:07.764254 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:15:08.297398 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6952): Launched\u000a22:15:08.601052 run osmo-stp_10.42.42.5(pid=6953): Launched\u000a22:15:08.711676 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a22:15:09.266738 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=6955): Launched\u000a22:15:09.570827 run osmo-msc_10.42.42.6(pid=6956): Launched\u000a22:15:09.749444 run osmo-stp_10.42.42.5(pid=6953): ERR: Terminated: ERROR {rc=1} [trial-2395↪voice:trx-sysmocell5000+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6953)]\u000a22:15:09.877234 run osmo-stp_10.42.42.5(pid=6953): stdout: \u000a| (launched: 2022-12-13_22:15:08.451184)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:15:10.003429 run osmo-stp_10.42.42.5(pid=6953): stderr: \u000a| �[0;m�[38;5;43m20221213221508624 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213221508624 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213221508624 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213221508625 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213221508625 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213221508625 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213221508625 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:15:10.124919 run osmo-stp_10.42.42.5(pid=6953): stdout: \u000a| (launched: 2022-12-13_22:15:08.451184)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:15:10.245703 run osmo-stp_10.42.42.5(pid=6953): stderr: \u000a| �[0;m�[38;5;43m20221213221508624 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213221508624 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213221508624 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213221508625 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213221508625 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213221508625 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213221508625 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:15:10.298810 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=6953): Process ended prematurely: osmo-stp_10.42.42.5(pid=6953) [trial-2395↪voice:trx-sysmocell5000+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6953)] [trial-2395↪voice:trx-sysmocell5000+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8]\u000a22:15:10.307573 tst mo_mt_call_osmux.py:8: Test FAILED (6.1 sec)\u000a22:15:10.366768 run osmo-hlr_10.42.42.2(pid=6950): ERR: Terminated: ERROR {rc=237} [trial-2395↪voice:trx-sysmocell5000+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=6950)]\u000a22:15:10.415474 run osmo-hlr_10.42.42.2(pid=6950): stdout: \u000a| (launched: 2022-12-13_22:15:07.492117) \u000a22:15:10.464986 run osmo-hlr_10.42.42.2(pid=6950): stderr: \u000a| �[0;m�[1;31m20221213221507671 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213221507671 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213221507671 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213221507671 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213221507671 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213221507671 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213221507684 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2395/run.2022-12-13_21-44-31/voice:trx-sysmocell5000+mod-bts0-dynts-osmo/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213221507693 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213221507693 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213221507693 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:15:10.531947 run osmo-msc_10.42.42.6(pid=6956): ERR: Terminated: ERROR {rc=2} [trial-2395↪voice:trx-sysmocell5000+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=6956)]\u000a22:15:10.580758 run osmo-msc_10.42.42.6(pid=6956): stdout: \u000a| (launched: 2022-12-13_22:15:09.421068) \u000a22:15:10.629714 run osmo-msc_10.42.42.6(pid=6956): stderr: \u000a| �[0;m�[38;5;43m20221213221509693 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213221509693 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f162a8a1c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213221509694 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213221509694 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213221509694 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213221509694 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213221509696 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213221509696 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213221509696 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213221509696 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a22:15:10.671072 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6949): Terminating (SIGTERM)\u000a22:15:10.710109 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6952): Terminating (SIGTERM)\u000a22:15:10.749315 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=6955): Terminating (SIGTERM)\u000a22:15:10.758385 --- ParallelTerminationStrategy: PID 6949 died...\u000a22:15:10.811492 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6949): Terminated: ok {rc=0}\u000a22:15:10.820932 --- ParallelTerminationStrategy: PID 6952 died...\u000a22:15:10.873211 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6952): Terminated: ok {rc=0}\u000a22:15:10.882513 --- ParallelTerminationStrategy: PID 6955 died...\u000a22:15:10.934702 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=6955): Terminated: ok {rc=0}\u000a22:15:11.021559 bus /sierra_3: Setting Powered False\u000a22:15:12.122593 bus /sierra_3: Setting Powered False\u000a22:15:13.229149 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "67", "name" : "voice_trx-sysmocell5000+mod-bts0-dynts-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T22:14:53" }, { "cases" : [ { "testActions" : [ ], "age" : 254, "className" : "emergency:trx-sysmocell5000", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=6967): Process ended prematurely: osmo-stp_10.42.42.5(pid=6967) [trial-2395↪emergency:trx-sysmocell5000↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6967)]", "failedSince" : 2142, "name" : "emergency_mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/emergency/emergency_mo_mt_call.py\", line 19, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=6967): Process ended prematurely: osmo-stp_10.42.42.5(pid=6967) [trial-2395↪emergency:trx-sysmocell5000↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6967)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2395 emergency:trx-sysmocell5000 emergency_mo_mt_call.py\u000a----------------------------------------------\u000a22:15:15.259733 tst emergency:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a22:15:15.270998 tst emergency:trx-sysmocell5000: Using 1 x bts (candidates: 1)\u000a22:15:15.421026 tst emergency_mo_mt_call.py: using LAC 36583\u000a22:15:15.542567 tst emergency_mo_mt_call.py: using RAC 118\u000a22:15:15.674524 tst emergency_mo_mt_call.py: using CellId 36583\u000a22:15:15.798214 tst emergency_mo_mt_call.py: using BVCI 36584\u000a22:15:15.820806 tst emergency:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a22:15:15.836452 tst emergency:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a22:15:15.854765 tst emergency:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a22:15:15.866827 tst emergency:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a22:15:15.878856 tst emergency:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a22:15:15.904399 tst emergency:trx-sysmocell5000: Using 1 x modem (candidates: 4)\u000a22:15:16.027775 tst emergency:trx-sysmocell5000: Using 1 x modem (candidates: 4)\u000a22:15:16.261641 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:15:16.790651 run create_hlr_db(pid=6961): Launched\u000a22:15:16.967891 bus /sierra_2: Setting Powered False\u000a22:15:17.984571 run create_hlr_db(pid=6961): Terminated: ok {rc=0}\u000a22:15:18.380006 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6963): Launched\u000a22:15:18.676565 run osmo-hlr_10.42.42.2(pid=6964): Launched\u000a22:15:18.793120 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:15:19.319112 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6966): Launched\u000a22:15:19.616658 run osmo-stp_10.42.42.5(pid=6967): Launched\u000a22:15:19.737780 tst emergency_mo_mt_call.py: using MSISDN 8356\u000a22:15:19.885906 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a22:15:20.431563 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=6969): Launched\u000a22:15:20.729601 run osmo-msc_10.42.42.6(pid=6970): Launched\u000a22:15:20.903778 run osmo-stp_10.42.42.5(pid=6967): ERR: Terminated: ERROR {rc=1} [trial-2395↪emergency:trx-sysmocell5000↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6967)]\u000a22:15:21.029405 run osmo-stp_10.42.42.5(pid=6967): stdout: \u000a| (launched: 2022-12-13_22:15:19.470028)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:15:21.153567 run osmo-stp_10.42.42.5(pid=6967): stderr: \u000a| �[0;m�[38;5;43m20221213221519641 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213221519641 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213221519641 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213221519642 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213221519642 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213221519642 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213221519642 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:15:21.272279 run osmo-stp_10.42.42.5(pid=6967): stdout: \u000a| (launched: 2022-12-13_22:15:19.470028)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:15:21.390638 run osmo-stp_10.42.42.5(pid=6967): stderr: \u000a| �[0;m�[38;5;43m20221213221519641 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213221519641 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213221519641 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213221519642 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213221519642 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213221519642 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213221519642 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:15:21.442721 tst emergency_mo_mt_call.py:19: ERR: Error: osmo-stp_10.42.42.5(pid=6967): Process ended prematurely: osmo-stp_10.42.42.5(pid=6967) [trial-2395↪emergency:trx-sysmocell5000↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6967)] [trial-2395↪emergency:trx-sysmocell5000↪emergency_mo_mt_call.py:19]\u000a22:15:21.450778 tst emergency_mo_mt_call.py:19: Test FAILED (6.2 sec)\u000a22:15:21.510958 run osmo-hlr_10.42.42.2(pid=6964): ERR: Terminated: ERROR {rc=237} [trial-2395↪emergency:trx-sysmocell5000↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=6964)]\u000a22:15:21.560334 run osmo-hlr_10.42.42.2(pid=6964): stdout: \u000a| (launched: 2022-12-13_22:15:18.530603) \u000a22:15:21.610256 run osmo-hlr_10.42.42.2(pid=6964): stderr: \u000a| �[0;m�[1;31m20221213221518709 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213221518709 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213221518709 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213221518709 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213221518709 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213221518709 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213221518722 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2395/run.2022-12-13_21-44-31/emergency:trx-sysmocell5000/emergency_mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213221518732 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213221518733 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213221518733 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:15:21.677621 run osmo-msc_10.42.42.6(pid=6970): ERR: Terminated: ERROR {rc=2} [trial-2395↪emergency:trx-sysmocell5000↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=6970)]\u000a22:15:21.726743 run osmo-msc_10.42.42.6(pid=6970): stdout: \u000a| (launched: 2022-12-13_22:15:20.583156) \u000a22:15:21.776393 run osmo-msc_10.42.42.6(pid=6970): stderr: \u000a| �[0;m�[38;5;43m20221213221520856 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213221520856 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f9af45c3c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213221520856 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213221520856 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213221520857 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213221520857 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213221520859 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213221520859 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213221520859 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213221520859 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a22:15:21.818999 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6963): Terminating (SIGTERM)\u000a22:15:21.858993 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6966): Terminating (SIGTERM)\u000a22:15:21.898826 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=6969): Terminating (SIGTERM)\u000a22:15:21.907975 --- ParallelTerminationStrategy: PID 6963 died...\u000a22:15:21.961547 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6963): Terminated: ok {rc=0}\u000a22:15:21.971227 --- ParallelTerminationStrategy: PID 6966 died...\u000a22:15:22.024283 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6966): Terminated: ok {rc=0}\u000a22:15:22.033924 --- ParallelTerminationStrategy: PID 6969 died...\u000a22:15:22.087081 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=6969): Terminated: ok {rc=0}\u000a22:15:22.170811 bus /sierra_3: Setting Powered False\u000a22:15:23.278423 bus /sierra_3: Setting Powered False\u000a22:15:24.388253 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 254, "className" : "emergency:trx-sysmocell5000", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=6978): Process ended prematurely: osmo-stp_10.42.42.5(pid=6978) [trial-2395↪emergency:trx-sysmocell5000↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6978)]", "failedSince" : 2142, "name" : "emergency_preemptive_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/emergency/emergency_preemptive_call.py\", line 32, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=6978): Process ended prematurely: osmo-stp_10.42.42.5(pid=6978) [trial-2395↪emergency:trx-sysmocell5000↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6978)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2395 emergency:trx-sysmocell5000 emergency_preemptive_call.py\u000a----------------------------------------------\u000a22:15:25.439276 tst emergency:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a22:15:25.450932 tst emergency:trx-sysmocell5000: Using 1 x bts (candidates: 1)\u000a22:15:25.589190 tst emergency_preemptive_call.py: using LAC 36584\u000a22:15:25.705965 tst emergency_preemptive_call.py: using RAC 119\u000a22:15:25.823030 tst emergency_preemptive_call.py: using CellId 36584\u000a22:15:25.942279 tst emergency_preemptive_call.py: using BVCI 36585\u000a22:15:25.964861 tst emergency:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a22:15:25.975903 tst emergency:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a22:15:25.986741 tst emergency:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a22:15:25.997370 tst emergency:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a22:15:26.008593 tst emergency:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a22:15:26.019981 tst emergency:trx-sysmocell5000: Using 1 x modem (candidates: 4)\u000a22:15:26.140763 tst emergency:trx-sysmocell5000: Using 1 x modem (candidates: 4)\u000a22:15:26.260124 tst emergency:trx-sysmocell5000: Using 1 x modem (candidates: 4)\u000a22:15:26.380200 tst emergency:trx-sysmocell5000: Using 1 x modem (candidates: 4)\u000a22:15:26.578637 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:15:27.056533 run create_hlr_db(pid=6972): Launched\u000a22:15:27.229243 bus /sierra_2: Setting Powered False\u000a22:15:28.250901 run create_hlr_db(pid=6972): Terminated: ok {rc=0}\u000a22:15:28.649457 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6974): Launched\u000a22:15:28.948399 run osmo-hlr_10.42.42.2(pid=6975): Launched\u000a22:15:29.057246 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:15:29.574022 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6977): Launched\u000a22:15:29.871639 run osmo-stp_10.42.42.5(pid=6978): Launched\u000a22:15:29.992463 tst emergency_preemptive_call.py: using MSISDN 8357\u000a22:15:30.140209 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a22:15:30.681703 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=6980): Launched\u000a22:15:31.066918 run osmo-msc_10.42.42.6(pid=6981): Launched\u000a22:15:31.326359 run osmo-stp_10.42.42.5(pid=6978): ERR: Terminated: ERROR {rc=1} [trial-2395↪emergency:trx-sysmocell5000↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6978)]\u000a22:15:31.491921 run osmo-stp_10.42.42.5(pid=6978): stdout: \u000a| (launched: 2022-12-13_22:15:29.724735)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:15:31.703823 run osmo-stp_10.42.42.5(pid=6978): stderr: \u000a| �[0;m�[38;5;43m20221213221529895 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213221529895 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213221529896 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213221529896 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213221529897 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213221529897 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213221529897 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:15:31.884174 run osmo-stp_10.42.42.5(pid=6978): stdout: \u000a| (launched: 2022-12-13_22:15:29.724735)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:15:32.017267 run osmo-stp_10.42.42.5(pid=6978): stderr: \u000a| �[0;m�[38;5;43m20221213221529895 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213221529895 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213221529896 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213221529896 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213221529897 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213221529897 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213221529897 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:15:32.075303 tst emergency_preemptive_call.py:32: ERR: Error: osmo-stp_10.42.42.5(pid=6978): Process ended prematurely: osmo-stp_10.42.42.5(pid=6978) [trial-2395↪emergency:trx-sysmocell5000↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6978)] [trial-2395↪emergency:trx-sysmocell5000↪emergency_preemptive_call.py:32]\u000a22:15:32.085137 tst emergency_preemptive_call.py:32: Test FAILED (6.6 sec)\u000a22:15:32.151850 run osmo-hlr_10.42.42.2(pid=6975): ERR: Terminated: ERROR {rc=237} [trial-2395↪emergency:trx-sysmocell5000↪emergency_preemptive_call.py↪emergency_preemptive_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=6975)]\u000a22:15:32.206238 run osmo-hlr_10.42.42.2(pid=6975): stdout: \u000a| (launched: 2022-12-13_22:15:28.800913) \u000a22:15:32.263561 run osmo-hlr_10.42.42.2(pid=6975): stderr: \u000a| �[0;m�[1;31m20221213221528977 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213221528977 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213221528977 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213221528977 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213221528977 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213221528977 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213221528990 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2395/run.2022-12-13_21-44-31/emergency:trx-sysmocell5000/emergency_preemptive_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213221528998 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213221528999 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213221528999 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:15:32.339063 run osmo-msc_10.42.42.6(pid=6981): ERR: Terminated: ERROR {rc=2} [trial-2395↪emergency:trx-sysmocell5000↪emergency_preemptive_call.py↪emergency_preemptive_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=6981)]\u000a22:15:32.393478 run osmo-msc_10.42.42.6(pid=6981): stdout: \u000a| (launched: 2022-12-13_22:15:30.832288) \u000a22:15:32.449329 run osmo-msc_10.42.42.6(pid=6981): stderr: \u000a| �[0;m�[38;5;43m20221213221531458 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213221531458 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f534cbcdc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213221531458 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213221531458 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213221531459 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213221531459 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213221531461 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213221531464 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213221531465 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213221531465 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a22:15:32.495274 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6974): Terminating (SIGTERM)\u000a22:15:32.538226 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6977): Terminating (SIGTERM)\u000a22:15:32.581697 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=6980): Terminating (SIGTERM)\u000a22:15:32.591463 --- ParallelTerminationStrategy: PID 6974 died...\u000a22:15:32.649206 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6974): Terminated: ok {rc=0}\u000a22:15:32.659487 --- ParallelTerminationStrategy: PID 6977 died...\u000a22:15:32.716678 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6977): Terminated: ok {rc=0}\u000a22:15:32.726924 --- ParallelTerminationStrategy: PID 6980 died...\u000a22:15:32.783604 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=6980): Terminated: ok {rc=0}\u000a22:15:32.870413 bus /sierra_9: Setting Powered False\u000a22:15:33.977233 bus /sierra_9: Setting Powered False\u000a22:15:35.085413 bus /sierra_8: Setting Powered False\u000a22:15:36.190498 bus /sierra_8: Setting Powered False\u000a22:15:37.302145 bus /sierra_3: Setting Powered False\u000a22:15:38.409447 bus /sierra_3: Setting Powered False\u000a22:15:39.522228 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 27.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "68", "name" : "emergency_trx-sysmocell5000", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T22:15:14" }, { "cases" : [ { "testActions" : [ ], "age" : 257, "className" : "gprs:trx-sysmocell5000", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=6997): Process ended prematurely: osmo-stp_10.42.42.5(pid=6997) [trial-2395↪gprs:trx-sysmocell5000↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6997)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=6997): Process ended prematurely: osmo-stp_10.42.42.5(pid=6997) [trial-2395↪gprs:trx-sysmocell5000↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6997)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2395 gprs:trx-sysmocell5000 cs_paging_gprs_active.py\u000a----------------------------------------------\u000a22:15:41.641524 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a22:15:41.652095 tst gprs:trx-sysmocell5000: Using 1 x bts (candidates: 1)\u000a22:15:41.789868 tst cs_paging_gprs_active.py: using LAC 36585\u000a22:15:41.908823 tst cs_paging_gprs_active.py: using RAC 120\u000a22:15:42.030472 tst cs_paging_gprs_active.py: using CellId 36585\u000a22:15:42.151225 tst cs_paging_gprs_active.py: using BVCI 36586\u000a22:15:42.174421 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a22:15:42.185121 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a22:15:42.195528 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a22:15:42.206049 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a22:15:42.216490 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a22:15:42.227313 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a22:15:42.238408 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a22:15:42.249165 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a22:15:42.260085 tst gprs:trx-sysmocell5000: Using 1 x modem (candidates: 4)\u000a22:15:42.381942 tst gprs:trx-sysmocell5000: Using 1 x modem (candidates: 4)\u000a22:15:42.665586 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a22:15:42.792249 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a22:15:43.107185 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6987): Launched\u000a22:15:43.369646 run iperf3-srv_10.42.42.10(pid=6988): Launched\u000a22:15:43.554625 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a22:15:43.681338 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a22:15:43.997327 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6989): Launched\u000a22:15:44.259095 run iperf3-srv_10.42.42.10(pid=6990): Launched\u000a22:15:44.444618 tst cs_paging_gprs_active.py:38: start network...\u000a22:15:44.571576 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:15:45.060017 run create_hlr_db(pid=6991): Launched\u000a22:15:45.235344 bus /sierra_2: Setting Powered False\u000a22:15:46.261405 run create_hlr_db(pid=6991): Terminated: ok {rc=0}\u000a22:15:46.701003 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6993): Launched\u000a22:15:47.154186 run osmo-hlr_10.42.42.2(pid=6994): Launched\u000a22:15:47.300660 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:15:47.829367 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6996): Launched\u000a22:15:48.135994 run osmo-stp_10.42.42.5(pid=6997): Launched\u000a22:15:48.255663 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a22:15:48.795260 run pcap-recorder_any(filters='host 10.42.42.6')(pid=6999): Launched\u000a22:15:48.904080 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a22:15:49.169478 run patchelf(pid=7000): Launched\u000a22:15:49.347807 run osmo-stp_10.42.42.5(pid=6997): ERR: Terminated: ERROR {rc=1} [trial-2395↪gprs:trx-sysmocell5000↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6997)]\u000a22:15:49.478477 run osmo-stp_10.42.42.5(pid=6997): stdout: \u000a| (launched: 2022-12-13_22:15:47.984043)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:15:49.609299 run osmo-stp_10.42.42.5(pid=6997): stderr: \u000a| �[0;m�[38;5;43m20221213221548154 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213221548154 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213221548155 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213221548155 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213221548155 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213221548155 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213221548156 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:15:49.735397 run osmo-stp_10.42.42.5(pid=6997): stdout: \u000a| (launched: 2022-12-13_22:15:47.984043)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:15:49.860585 run osmo-stp_10.42.42.5(pid=6997): stderr: \u000a| �[0;m�[38;5;43m20221213221548154 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213221548154 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213221548155 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213221548155 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213221548155 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213221548155 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213221548156 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:15:50.006525 run patchelf(pid=7000): Terminating (SIGINT)\u000a22:15:50.178520 run patchelf(pid=7000): Terminated: ok {rc=0}\u000a22:15:50.210564 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=6997): Process ended prematurely: osmo-stp_10.42.42.5(pid=6997) [trial-2395↪gprs:trx-sysmocell5000↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6997)] [trial-2395↪gprs:trx-sysmocell5000↪cs_paging_gprs_active.py:38]\u000a22:15:50.219989 tst cs_paging_gprs_active.py:38: Test FAILED (8.6 sec)\u000a22:15:50.280065 run osmo-hlr_10.42.42.2(pid=6994): ERR: Terminated: ERROR {rc=237} [trial-2395↪gprs:trx-sysmocell5000↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=6994)]\u000a22:15:50.329051 run osmo-hlr_10.42.42.2(pid=6994): stdout: \u000a| (launched: 2022-12-13_22:15:46.871260) \u000a22:15:50.378778 run osmo-hlr_10.42.42.2(pid=6994): stderr: \u000a| �[0;m�[1;31m20221213221547083 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213221547083 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213221547083 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213221547083 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213221547084 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213221547084 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213221547098 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2395/run.2022-12-13_21-44-31/gprs:trx-sysmocell5000/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213221547119 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213221547120 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213221547120 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:15:50.421260 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6987): Terminating (SIGTERM)\u000a22:15:50.460989 run iperf3-srv_10.42.42.10(pid=6988): Terminating (SIGTERM)\u000a22:15:50.500847 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6989): Terminating (SIGTERM)\u000a22:15:50.540609 run iperf3-srv_10.42.42.10(pid=6990): Terminating (SIGTERM)\u000a22:15:50.580364 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6993): Terminating (SIGTERM)\u000a22:15:50.620123 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6996): Terminating (SIGTERM)\u000a22:15:50.659822 run pcap-recorder_any(filters='host 10.42.42.6')(pid=6999): Terminating (SIGTERM)\u000a22:15:50.669068 --- ParallelTerminationStrategy: PID 6987 died...\u000a22:15:50.722644 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6987): Terminated: ok {rc=0}\u000a22:15:50.732349 --- ParallelTerminationStrategy: PID 6988 died...\u000a22:15:50.785366 run iperf3-srv_10.42.42.10(pid=6988): Terminated {rc=256}\u000a22:15:50.794887 --- ParallelTerminationStrategy: PID 6989 died...\u000a22:15:50.847940 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6989): Terminated: ok {rc=0}\u000a22:15:50.857583 --- ParallelTerminationStrategy: PID 6990 died...\u000a22:15:50.910655 run iperf3-srv_10.42.42.10(pid=6990): Terminated {rc=256}\u000a22:15:50.920295 --- ParallelTerminationStrategy: PID 6993 died...\u000a22:15:50.973454 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6993): Terminated: ok {rc=0}\u000a22:15:50.983028 --- ParallelTerminationStrategy: PID 6996 died...\u000a22:15:51.035954 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6996): Terminated: ok {rc=0}\u000a22:15:51.045919 --- ParallelTerminationStrategy: PID 6999 died...\u000a22:15:51.099063 run pcap-recorder_any(filters='host 10.42.42.6')(pid=6999): Terminated: ok {rc=0}\u000a22:15:51.183154 bus /gobi_0: Setting Powered False\u000a22:15:52.289428 bus /gobi_0: Setting Powered False\u000a22:15:53.397256 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 257, "className" : "gprs:trx-sysmocell5000", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=7010): Process ended prematurely: osmo-stp_10.42.42.5(pid=7010) [trial-2395↪gprs:trx-sysmocell5000↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7010)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=7010): Process ended prematurely: osmo-stp_10.42.42.5(pid=7010) [trial-2395↪gprs:trx-sysmocell5000↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7010)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2395 gprs:trx-sysmocell5000 iperf3.py\u000a----------------------------------------------\u000a22:15:54.513699 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a22:15:54.525523 tst gprs:trx-sysmocell5000: Using 1 x bts (candidates: 1)\u000a22:15:54.674738 tst iperf3.py: using LAC 36586\u000a22:15:54.801591 tst iperf3.py: using RAC 121\u000a22:15:54.930119 tst iperf3.py: using CellId 36586\u000a22:15:55.056689 tst iperf3.py: using BVCI 36587\u000a22:15:55.081648 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a22:15:55.092923 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a22:15:55.104003 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a22:15:55.115082 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a22:15:55.126372 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a22:15:55.137708 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a22:15:55.149266 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a22:15:55.160437 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a22:15:55.171848 tst gprs:trx-sysmocell5000: Using 1 x modem (candidates: 4)\u000a22:15:55.451437 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a22:15:55.578323 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a22:15:55.893341 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7002): Launched\u000a22:15:56.155620 run iperf3-srv_10.42.42.10(pid=7003): Launched\u000a22:15:56.341014 tst iperf3.py:8: start network...\u000a22:15:56.467873 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:15:56.955590 run create_hlr_db(pid=7004): Launched\u000a22:15:57.130686 bus /gobi_6: Setting Powered False\u000a22:15:58.153638 run create_hlr_db(pid=7004): Terminated: ok {rc=0}\u000a22:15:58.587332 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7006): Launched\u000a22:15:58.913729 run osmo-hlr_10.42.42.2(pid=7007): Launched\u000a22:15:59.036218 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:15:59.604144 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7009): Launched\u000a22:15:59.931516 run osmo-stp_10.42.42.5(pid=7010): Launched\u000a22:16:00.049987 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a22:16:00.619262 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7012): Launched\u000a22:16:00.735900 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a22:16:01.068407 run patchelf(pid=7013): Launched\u000a22:16:01.254544 run osmo-stp_10.42.42.5(pid=7010): ERR: Terminated: ERROR {rc=1} [trial-2395↪gprs:trx-sysmocell5000↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7010)]\u000a22:16:01.392361 run osmo-stp_10.42.42.5(pid=7010): stdout: \u000a| (launched: 2022-12-13_22:15:59.770097)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:16:01.529115 run osmo-stp_10.42.42.5(pid=7010): stderr: \u000a| �[0;m�[38;5;43m20221213221559965 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213221559965 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213221559965 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213221559966 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213221559966 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213221559966 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213221559966 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:16:01.661966 run osmo-stp_10.42.42.5(pid=7010): stdout: \u000a| (launched: 2022-12-13_22:15:59.770097)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:16:01.791530 run osmo-stp_10.42.42.5(pid=7010): stderr: \u000a| �[0;m�[38;5;43m20221213221559965 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213221559965 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213221559965 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213221559966 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213221559966 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213221559966 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213221559966 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:16:01.945863 run patchelf(pid=7013): Terminating (SIGINT)\u000a22:16:02.122572 run patchelf(pid=7013): Terminated: ok {rc=0}\u000a22:16:02.155227 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=7010): Process ended prematurely: osmo-stp_10.42.42.5(pid=7010) [trial-2395↪gprs:trx-sysmocell5000↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7010)] [trial-2395↪gprs:trx-sysmocell5000↪iperf3.py:8]\u000a22:16:02.165345 tst iperf3.py:8: Test FAILED (7.7 sec)\u000a22:16:02.227079 run osmo-hlr_10.42.42.2(pid=7007): ERR: Terminated: ERROR {rc=237} [trial-2395↪gprs:trx-sysmocell5000↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=7007)]\u000a22:16:02.276655 run osmo-hlr_10.42.42.2(pid=7007): stdout: \u000a| (launched: 2022-12-13_22:15:58.753304) \u000a22:16:02.327044 run osmo-hlr_10.42.42.2(pid=7007): stderr: \u000a| �[0;m�[1;31m20221213221558954 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213221558954 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213221558954 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213221558954 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213221558954 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213221558954 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213221558966 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2395/run.2022-12-13_21-44-31/gprs:trx-sysmocell5000/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213221558974 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213221558974 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213221558974 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:16:02.370342 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7002): Terminating (SIGTERM)\u000a22:16:02.410372 run iperf3-srv_10.42.42.10(pid=7003): Terminating (SIGTERM)\u000a22:16:02.450641 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7006): Terminating (SIGTERM)\u000a22:16:02.490707 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7009): Terminating (SIGTERM)\u000a22:16:02.530822 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7012): Terminating (SIGTERM)\u000a22:16:02.540061 --- ParallelTerminationStrategy: PID 7002 died...\u000a22:16:02.593714 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7002): Terminated: ok {rc=0}\u000a22:16:02.603348 --- ParallelTerminationStrategy: PID 7003 died...\u000a22:16:02.656350 run iperf3-srv_10.42.42.10(pid=7003): Terminated {rc=256}\u000a22:16:02.665964 --- ParallelTerminationStrategy: PID 7006 died...\u000a22:16:02.719223 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7006): Terminated: ok {rc=0}\u000a22:16:02.728792 --- ParallelTerminationStrategy: PID 7009 died...\u000a22:16:02.782203 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7009): Terminated: ok {rc=0}\u000a22:16:02.791878 --- ParallelTerminationStrategy: PID 7012 died...\u000a22:16:02.845525 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7012): Terminated: ok {rc=0}\u000a22:16:02.933663 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 257, "className" : "gprs:trx-sysmocell5000", "duration" : 12.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=7028): Process ended prematurely: osmo-stp_10.42.42.5(pid=7028) [trial-2395↪gprs:trx-sysmocell5000↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7028)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=7028): Process ended prematurely: osmo-stp_10.42.42.5(pid=7028) [trial-2395↪gprs:trx-sysmocell5000↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7028)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2395 gprs:trx-sysmocell5000 iperf3m4.py\u000a----------------------------------------------\u000a22:16:04.044283 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a22:16:04.055817 tst gprs:trx-sysmocell5000: Using 1 x bts (candidates: 1)\u000a22:16:04.202730 tst iperf3m4.py: using LAC 36587\u000a22:16:04.351276 tst iperf3m4.py: using RAC 122\u000a22:16:04.474558 tst iperf3m4.py: using CellId 36587\u000a22:16:04.591567 tst iperf3m4.py: using BVCI 36588\u000a22:16:04.614928 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a22:16:04.625944 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a22:16:04.636604 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a22:16:04.647330 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a22:16:04.658377 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a22:16:04.668809 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a22:16:04.679458 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a22:16:04.690340 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a22:16:04.701443 tst gprs:trx-sysmocell5000: Using 1 x modem (candidates: 4)\u000a22:16:04.823344 tst gprs:trx-sysmocell5000: Using 1 x modem (candidates: 4)\u000a22:16:04.946115 tst gprs:trx-sysmocell5000: Using 1 x modem (candidates: 4)\u000a22:16:05.063036 tst gprs:trx-sysmocell5000: Using 1 x modem (candidates: 4)\u000a22:16:05.358988 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a22:16:05.495043 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a22:16:05.830854 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7014): Launched\u000a22:16:06.109573 run iperf3-srv_10.42.42.10(pid=7015): Launched\u000a22:16:06.309632 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a22:16:06.445711 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a22:16:06.782489 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7016): Launched\u000a22:16:07.061963 run iperf3-srv_10.42.42.10(pid=7017): Launched\u000a22:16:07.260861 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a22:16:07.397085 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a22:16:07.734486 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7018): Launched\u000a22:16:08.014776 run iperf3-srv_10.42.42.10(pid=7019): Launched\u000a22:16:08.214269 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a22:16:08.350241 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a22:16:08.687526 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7020): Launched\u000a22:16:08.967452 run iperf3-srv_10.42.42.10(pid=7021): Launched\u000a22:16:09.166161 tst iperf3m4.py:8: start network...\u000a22:16:09.302093 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:16:09.818029 run create_hlr_db(pid=7022): Launched\u000a22:16:10.006565 bus /gobi_6: Setting Powered False\u000a22:16:11.027343 run create_hlr_db(pid=7022): Terminated: ok {rc=0}\u000a22:16:11.461396 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7024): Launched\u000a22:16:11.787951 run osmo-hlr_10.42.42.2(pid=7025): Launched\u000a22:16:11.908820 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:16:12.478981 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7027): Launched\u000a22:16:12.806764 run osmo-stp_10.42.42.5(pid=7028): Launched\u000a22:16:12.926281 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a22:16:13.495979 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7030): Launched\u000a22:16:13.613203 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a22:16:13.897776 run patchelf(pid=7031): Launched\u000a22:16:14.088191 run osmo-stp_10.42.42.5(pid=7028): ERR: Terminated: ERROR {rc=1} [trial-2395↪gprs:trx-sysmocell5000↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7028)]\u000a22:16:14.227409 run osmo-stp_10.42.42.5(pid=7028): stdout: \u000a| (launched: 2022-12-13_22:16:12.645865)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:16:14.367671 run osmo-stp_10.42.42.5(pid=7028): stderr: \u000a| �[0;m�[38;5;43m20221213221612837 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213221612837 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213221612838 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213221612838 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213221612840 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213221612840 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213221612841 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:16:14.502625 run osmo-stp_10.42.42.5(pid=7028): stdout: \u000a| (launched: 2022-12-13_22:16:12.645865)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:16:14.636538 run osmo-stp_10.42.42.5(pid=7028): stderr: \u000a| �[0;m�[38;5;43m20221213221612837 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213221612837 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213221612838 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213221612838 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213221612840 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213221612840 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213221612841 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:16:14.792301 run patchelf(pid=7031): Terminating (SIGINT)\u000a22:16:14.975160 run patchelf(pid=7031): Terminated: ok {rc=0}\u000a22:16:15.008586 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=7028): Process ended prematurely: osmo-stp_10.42.42.5(pid=7028) [trial-2395↪gprs:trx-sysmocell5000↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7028)] [trial-2395↪gprs:trx-sysmocell5000↪iperf3m4.py:8]\u000a22:16:15.018940 tst iperf3m4.py:8: Test FAILED (11.0 sec)\u000a22:16:15.083430 run osmo-hlr_10.42.42.2(pid=7025): ERR: Terminated: ERROR {rc=237} [trial-2395↪gprs:trx-sysmocell5000↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=7025)]\u000a22:16:15.135262 run osmo-hlr_10.42.42.2(pid=7025): stdout: \u000a| (launched: 2022-12-13_22:16:11.627270) \u000a22:16:15.187557 run osmo-hlr_10.42.42.2(pid=7025): stderr: \u000a| �[0;m�[1;31m20221213221611823 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213221611823 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213221611823 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213221611823 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213221611823 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213221611823 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213221611839 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2395/run.2022-12-13_21-44-31/gprs:trx-sysmocell5000/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213221611849 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213221611850 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213221611850 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:16:15.232212 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7014): Terminating (SIGTERM)\u000a22:16:15.274206 run iperf3-srv_10.42.42.10(pid=7015): Terminating (SIGTERM)\u000a22:16:15.316295 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7016): Terminating (SIGTERM)\u000a22:16:15.358979 run iperf3-srv_10.42.42.10(pid=7017): Terminating (SIGTERM)\u000a22:16:15.401188 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7018): Terminating (SIGTERM)\u000a22:16:15.443174 run iperf3-srv_10.42.42.10(pid=7019): Terminating (SIGTERM)\u000a22:16:15.485637 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7020): Terminating (SIGTERM)\u000a22:16:15.527899 run iperf3-srv_10.42.42.10(pid=7021): Terminating (SIGTERM)\u000a22:16:15.570487 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7024): Terminating (SIGTERM)\u000a22:16:15.612941 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7027): Terminating (SIGTERM)\u000a22:16:15.655083 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7030): Terminating (SIGTERM)\u000a22:16:15.664809 --- ParallelTerminationStrategy: PID 7014 died...\u000a22:16:15.721494 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7014): Terminated: ok {rc=0}\u000a22:16:15.731637 --- ParallelTerminationStrategy: PID 7015 died...\u000a22:16:15.787727 run iperf3-srv_10.42.42.10(pid=7015): Terminated {rc=256}\u000a22:16:15.797847 --- ParallelTerminationStrategy: PID 7016 died...\u000a22:16:15.877049 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7016): Terminated: ok {rc=0}\u000a22:16:15.887249 --- ParallelTerminationStrategy: PID 7017 died...\u000a22:16:15.955175 run iperf3-srv_10.42.42.10(pid=7017): Terminated {rc=256}\u000a22:16:15.965199 --- ParallelTerminationStrategy: PID 7018 died...\u000a22:16:16.029951 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7018): Terminated: ok {rc=0}\u000a22:16:16.042225 --- ParallelTerminationStrategy: PID 7019 died...\u000a22:16:16.097992 run iperf3-srv_10.42.42.10(pid=7019): Terminated {rc=256}\u000a22:16:16.108373 --- ParallelTerminationStrategy: PID 7020 died...\u000a22:16:16.164170 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7020): Terminated: ok {rc=0}\u000a22:16:16.174299 --- ParallelTerminationStrategy: PID 7021 died...\u000a22:16:16.229587 run iperf3-srv_10.42.42.10(pid=7021): Terminated {rc=256}\u000a22:16:16.240180 --- ParallelTerminationStrategy: PID 7024 died...\u000a22:16:16.297263 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7024): Terminated: ok {rc=0}\u000a22:16:16.307556 --- ParallelTerminationStrategy: PID 7027 died...\u000a22:16:16.368414 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7027): Terminated: ok {rc=0}\u000a22:16:16.382957 --- ParallelTerminationStrategy: PID 7030 died...\u000a22:16:16.456727 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7030): Terminated: ok {rc=0}\u000a22:16:16.567558 bus /gobi_4: Setting Powered False\u000a22:16:17.672133 bus /gobi_4: Setting Powered False\u000a22:16:18.779281 bus /gobi_1: Setting Powered False\u000a22:16:19.885429 bus /gobi_1: Setting Powered False\u000a22:16:20.993294 bus /gobi_0: Setting Powered False\u000a22:16:22.093029 bus /gobi_0: Setting Powered False\u000a22:16:23.205455 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 257, "className" : "gprs:trx-sysmocell5000", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=7038): Process ended prematurely: osmo-stp_10.42.42.5(pid=7038) [trial-2395↪gprs:trx-sysmocell5000↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7038)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=7038): Process ended prematurely: osmo-stp_10.42.42.5(pid=7038) [trial-2395↪gprs:trx-sysmocell5000↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7038)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2395 gprs:trx-sysmocell5000 ping.py\u000a----------------------------------------------\u000a22:16:24.273348 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a22:16:24.284820 tst gprs:trx-sysmocell5000: Using 1 x bts (candidates: 1)\u000a22:16:24.420711 tst ping.py: using LAC 36588\u000a22:16:24.540281 tst ping.py: using RAC 123\u000a22:16:24.659297 tst ping.py: using CellId 36588\u000a22:16:24.778029 tst ping.py: using BVCI 36589\u000a22:16:24.800655 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a22:16:24.811500 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a22:16:24.822097 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a22:16:24.832592 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a22:16:24.843637 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a22:16:24.854731 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a22:16:24.866007 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a22:16:24.877053 tst gprs:trx-sysmocell5000: Using 1 x modem (candidates: 4)\u000a22:16:25.169702 tst ping.py:19: start network...\u000a22:16:25.303158 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:16:25.806282 run create_hlr_db(pid=7032): Launched\u000a22:16:25.990899 bus /gobi_6: Setting Powered False\u000a22:16:27.012440 run create_hlr_db(pid=7032): Terminated: ok {rc=0}\u000a22:16:27.411114 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7034): Launched\u000a22:16:27.708543 run osmo-hlr_10.42.42.2(pid=7035): Launched\u000a22:16:27.826137 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:16:28.356407 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7037): Launched\u000a22:16:28.654392 run osmo-stp_10.42.42.5(pid=7038): Launched\u000a22:16:28.763044 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a22:16:29.282448 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7040): Launched\u000a22:16:29.388235 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a22:16:29.648476 run patchelf(pid=7041): Launched\u000a22:16:29.823070 run osmo-stp_10.42.42.5(pid=7038): ERR: Terminated: ERROR {rc=1} [trial-2395↪gprs:trx-sysmocell5000↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7038)]\u000a22:16:29.950322 run osmo-stp_10.42.42.5(pid=7038): stdout: \u000a| (launched: 2022-12-13_22:16:28.507875)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:16:30.078074 run osmo-stp_10.42.42.5(pid=7038): stderr: \u000a| �[0;m�[38;5;43m20221213221628679 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213221628680 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213221628680 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213221628680 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213221628681 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213221628681 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213221628681 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:16:30.201294 run osmo-stp_10.42.42.5(pid=7038): stdout: \u000a| (launched: 2022-12-13_22:16:28.507875)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:16:30.323522 run osmo-stp_10.42.42.5(pid=7038): stderr: \u000a| �[0;m�[38;5;43m20221213221628679 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213221628680 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213221628680 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213221628680 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213221628681 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213221628681 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213221628681 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:16:30.466488 run patchelf(pid=7041): Terminating (SIGINT)\u000a22:16:30.633556 run patchelf(pid=7041): Terminated: ok {rc=0}\u000a22:16:30.663875 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=7038): Process ended prematurely: osmo-stp_10.42.42.5(pid=7038) [trial-2395↪gprs:trx-sysmocell5000↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7038)] [trial-2395↪gprs:trx-sysmocell5000↪ping.py:22]\u000a22:16:30.672420 tst ping.py:22: Test FAILED (6.4 sec)\u000a22:16:30.732107 run osmo-hlr_10.42.42.2(pid=7035): ERR: Terminated: ERROR {rc=237} [trial-2395↪gprs:trx-sysmocell5000↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=7035)]\u000a22:16:30.780897 run osmo-hlr_10.42.42.2(pid=7035): stdout: \u000a| (launched: 2022-12-13_22:16:27.562690) \u000a22:16:30.830414 run osmo-hlr_10.42.42.2(pid=7035): stderr: \u000a| �[0;m�[1;31m20221213221627741 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213221627741 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213221627741 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213221627741 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213221627741 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213221627741 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213221627756 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2395/run.2022-12-13_21-44-31/gprs:trx-sysmocell5000/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213221627764 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213221627764 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213221627764 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:16:30.898020 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7034): Terminating (SIGTERM)\u000a22:16:30.940565 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7037): Terminating (SIGTERM)\u000a22:16:30.983389 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7040): Terminating (SIGTERM)\u000a22:16:30.992912 --- ParallelTerminationStrategy: PID 7034 died...\u000a22:16:31.047944 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7034): Terminated: ok {rc=0}\u000a22:16:31.058062 --- ParallelTerminationStrategy: PID 7037 died...\u000a22:16:31.112509 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7037): Terminated: ok {rc=0}\u000a22:16:31.122992 --- ParallelTerminationStrategy: PID 7040 died...\u000a22:16:31.177692 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7040): Terminated: ok {rc=0}\u000a22:16:31.262516 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 257, "className" : "gprs:trx-sysmocell5000", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=7048): Process ended prematurely: osmo-stp_10.42.42.5(pid=7048) [trial-2395↪gprs:trx-sysmocell5000↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7048)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=7048): Process ended prematurely: osmo-stp_10.42.42.5(pid=7048) [trial-2395↪gprs:trx-sysmocell5000↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7048)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2395 gprs:trx-sysmocell5000 ping_idle_ping.py\u000a----------------------------------------------\u000a22:16:32.311603 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a22:16:32.323028 tst gprs:trx-sysmocell5000: Using 1 x bts (candidates: 1)\u000a22:16:32.465849 tst ping_idle_ping.py: using LAC 36589\u000a22:16:32.594975 tst ping_idle_ping.py: using RAC 124\u000a22:16:32.718850 tst ping_idle_ping.py: using CellId 36589\u000a22:16:32.841779 tst ping_idle_ping.py: using BVCI 36590\u000a22:16:32.866873 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a22:16:32.878334 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a22:16:32.889547 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a22:16:32.900708 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a22:16:32.912210 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a22:16:32.923755 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a22:16:32.935576 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a22:16:32.947126 tst gprs:trx-sysmocell5000: Using 1 x modem (candidates: 4)\u000a22:16:33.223370 tst ping_idle_ping.py:24: start network...\u000a22:16:33.348200 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:16:33.830524 run create_hlr_db(pid=7042): Launched\u000a22:16:34.003462 bus /gobi_6: Setting Powered False\u000a22:16:35.025349 run create_hlr_db(pid=7042): Terminated: ok {rc=0}\u000a22:16:35.453154 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7044): Launched\u000a22:16:35.776192 run osmo-hlr_10.42.42.2(pid=7045): Launched\u000a22:16:35.894027 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:16:36.451818 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7047): Launched\u000a22:16:36.772525 run osmo-stp_10.42.42.5(pid=7048): Launched\u000a22:16:36.889103 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a22:16:37.451021 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7050): Launched\u000a22:16:37.566248 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a22:16:37.846497 run patchelf(pid=7051): Launched\u000a22:16:38.034151 run osmo-stp_10.42.42.5(pid=7048): ERR: Terminated: ERROR {rc=1} [trial-2395↪gprs:trx-sysmocell5000↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7048)]\u000a22:16:38.171306 run osmo-stp_10.42.42.5(pid=7048): stdout: \u000a| (launched: 2022-12-13_22:16:36.615190)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:16:38.309259 run osmo-stp_10.42.42.5(pid=7048): stderr: \u000a| �[0;m�[38;5;43m20221213221636804 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213221636804 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213221636804 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213221636804 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213221636805 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213221636805 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213221636805 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:16:38.443069 run osmo-stp_10.42.42.5(pid=7048): stdout: \u000a| (launched: 2022-12-13_22:16:36.615190)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:16:38.575280 run osmo-stp_10.42.42.5(pid=7048): stderr: \u000a| �[0;m�[38;5;43m20221213221636804 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213221636804 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213221636804 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213221636804 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213221636805 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213221636805 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213221636805 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:16:38.729070 run patchelf(pid=7051): Terminating (SIGINT)\u000a22:16:38.908463 run patchelf(pid=7051): Terminated: ok {rc=0}\u000a22:16:38.941041 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=7048): Process ended prematurely: osmo-stp_10.42.42.5(pid=7048) [trial-2395↪gprs:trx-sysmocell5000↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7048)] [trial-2395↪gprs:trx-sysmocell5000↪ping_idle_ping.py:27]\u000a22:16:38.950394 tst ping_idle_ping.py:27: Test FAILED (6.6 sec)\u000a22:16:39.013455 run osmo-hlr_10.42.42.2(pid=7045): ERR: Terminated: ERROR {rc=237} [trial-2395↪gprs:trx-sysmocell5000↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=7045)]\u000a22:16:39.065065 run osmo-hlr_10.42.42.2(pid=7045): stdout: \u000a| (launched: 2022-12-13_22:16:35.617327) \u000a22:16:39.117117 run osmo-hlr_10.42.42.2(pid=7045): stderr: \u000a| �[0;m�[1;31m20221213221635815 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213221635815 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213221635815 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213221635815 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213221635815 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213221635815 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213221635830 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2395/run.2022-12-13_21-44-31/gprs:trx-sysmocell5000/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213221635839 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213221635839 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213221635839 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:16:39.161840 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7044): Terminating (SIGTERM)\u000a22:16:39.204252 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7047): Terminating (SIGTERM)\u000a22:16:39.246621 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7050): Terminating (SIGTERM)\u000a22:16:39.256301 --- ParallelTerminationStrategy: PID 7044 died...\u000a22:16:39.312818 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7044): Terminated: ok {rc=0}\u000a22:16:39.322949 --- ParallelTerminationStrategy: PID 7047 died...\u000a22:16:39.378920 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7047): Terminated: ok {rc=0}\u000a22:16:39.389025 --- ParallelTerminationStrategy: PID 7050 died...\u000a22:16:39.444941 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7050): Terminated: ok {rc=0}\u000a22:16:39.532513 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 61.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "69", "name" : "gprs_trx-sysmocell5000", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T22:15:41" }, { "cases" : [ { "testActions" : [ ], "age" : 257, "className" : "gprs:trx-sysmocell5000+mod-bts0-egprs", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=7066): Process ended prematurely: osmo-stp_10.42.42.5(pid=7066) [trial-2395↪gprs:trx-sysmocell5000+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7066)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=7066): Process ended prematurely: osmo-stp_10.42.42.5(pid=7066) [trial-2395↪gprs:trx-sysmocell5000+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7066)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2395 gprs:trx-sysmocell5000+mod-bts0-egprs cs_paging_gprs_active.py\u000a----------------------------------------------\u000a22:16:41.696859 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:16:41.708515 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a22:16:41.855859 tst cs_paging_gprs_active.py: using LAC 36590\u000a22:16:41.977696 tst cs_paging_gprs_active.py: using RAC 125\u000a22:16:42.096683 tst cs_paging_gprs_active.py: using CellId 36590\u000a22:16:42.217301 tst cs_paging_gprs_active.py: using BVCI 36591\u000a22:16:42.240208 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:16:42.251138 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:16:42.261825 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:16:42.272713 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:16:42.283804 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:16:42.294808 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:16:42.305746 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:16:42.316385 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:16:42.327439 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a22:16:42.450370 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a22:16:42.748656 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a22:16:42.885220 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a22:16:43.222526 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7055): Launched\u000a22:16:43.502257 run iperf3-srv_10.42.42.10(pid=7056): Launched\u000a22:16:43.703454 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a22:16:43.839920 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a22:16:44.178542 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7057): Launched\u000a22:16:44.458556 run iperf3-srv_10.42.42.10(pid=7058): Launched\u000a22:16:44.659389 tst cs_paging_gprs_active.py:38: start network...\u000a22:16:44.795979 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:16:45.311052 run create_hlr_db(pid=7060): Launched\u000a22:16:45.500027 bus /gobi_6: Setting Powered False\u000a22:16:46.522409 run create_hlr_db(pid=7060): Terminated: ok {rc=0}\u000a22:16:46.982948 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7062): Launched\u000a22:16:47.317999 run osmo-hlr_10.42.42.2(pid=7063): Launched\u000a22:16:47.440941 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:16:48.009613 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7065): Launched\u000a22:16:48.338081 run osmo-stp_10.42.42.5(pid=7066): Launched\u000a22:16:48.457219 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a22:16:49.027702 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7068): Launched\u000a22:16:49.143947 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a22:16:49.428630 run patchelf(pid=7069): Launched\u000a22:16:49.619389 run osmo-stp_10.42.42.5(pid=7066): ERR: Terminated: ERROR {rc=1} [trial-2395↪gprs:trx-sysmocell5000+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7066)]\u000a22:16:49.758953 run osmo-stp_10.42.42.5(pid=7066): stdout: \u000a| (launched: 2022-12-13_22:16:48.176024)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:16:49.898707 run osmo-stp_10.42.42.5(pid=7066): stderr: \u000a| �[0;m�[38;5;43m20221213221648368 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213221648368 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213221648369 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213221648369 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213221648369 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213221648370 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213221648370 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:16:50.033605 run osmo-stp_10.42.42.5(pid=7066): stdout: \u000a| (launched: 2022-12-13_22:16:48.176024)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:16:50.167201 run osmo-stp_10.42.42.5(pid=7066): stderr: \u000a| �[0;m�[38;5;43m20221213221648368 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213221648368 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213221648369 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213221648369 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213221648369 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213221648370 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213221648370 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:16:50.323051 run patchelf(pid=7069): Terminating (SIGINT)\u000a22:16:50.505447 run patchelf(pid=7069): Terminated: ok {rc=0}\u000a22:16:50.538997 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=7066): Process ended prematurely: osmo-stp_10.42.42.5(pid=7066) [trial-2395↪gprs:trx-sysmocell5000+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7066)] [trial-2395↪gprs:trx-sysmocell5000+mod-bts0-egprs↪cs_paging_gprs_active.py:38]\u000a22:16:50.549085 tst cs_paging_gprs_active.py:38: Test FAILED (8.9 sec)\u000a22:16:50.612721 run osmo-hlr_10.42.42.2(pid=7063): ERR: Terminated: ERROR {rc=237} [trial-2395↪gprs:trx-sysmocell5000+mod-bts0-egprs↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=7063)]\u000a22:16:50.664162 run osmo-hlr_10.42.42.2(pid=7063): stdout: \u000a| (launched: 2022-12-13_22:16:47.154610) \u000a22:16:50.716206 run osmo-hlr_10.42.42.2(pid=7063): stderr: \u000a| �[0;m�[1;31m20221213221647354 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213221647354 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213221647354 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213221647354 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213221647354 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213221647354 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213221647367 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2395/run.2022-12-13_21-44-31/gprs:trx-sysmocell5000+mod-bts0-egprs/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213221647376 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213221647376 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213221647376 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:16:50.760659 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7055): Terminating (SIGTERM)\u000a22:16:50.802325 run iperf3-srv_10.42.42.10(pid=7056): Terminating (SIGTERM)\u000a22:16:50.844624 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7057): Terminating (SIGTERM)\u000a22:16:50.886840 run iperf3-srv_10.42.42.10(pid=7058): Terminating (SIGTERM)\u000a22:16:50.928598 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7062): Terminating (SIGTERM)\u000a22:16:50.970738 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7065): Terminating (SIGTERM)\u000a22:16:51.012558 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7068): Terminating (SIGTERM)\u000a22:16:51.022180 --- ParallelTerminationStrategy: PID 7055 died...\u000a22:16:51.078195 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7055): Terminated: ok {rc=0}\u000a22:16:51.088052 --- ParallelTerminationStrategy: PID 7056 died...\u000a22:16:51.143803 run iperf3-srv_10.42.42.10(pid=7056): Terminated {rc=256}\u000a22:16:51.153768 --- ParallelTerminationStrategy: PID 7057 died...\u000a22:16:51.209645 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7057): Terminated: ok {rc=0}\u000a22:16:51.219583 --- ParallelTerminationStrategy: PID 7058 died...\u000a22:16:51.275235 run iperf3-srv_10.42.42.10(pid=7058): Terminated {rc=256}\u000a22:16:51.285210 --- ParallelTerminationStrategy: PID 7062 died...\u000a22:16:51.340708 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7062): Terminated: ok {rc=0}\u000a22:16:51.350604 --- ParallelTerminationStrategy: PID 7065 died...\u000a22:16:51.406349 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7065): Terminated: ok {rc=0}\u000a22:16:51.416207 --- ParallelTerminationStrategy: PID 7068 died...\u000a22:16:51.471781 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7068): Terminated: ok {rc=0}\u000a22:16:51.558704 bus /gobi_0: Setting Powered False\u000a22:16:52.664599 bus /gobi_0: Setting Powered False\u000a22:16:53.775735 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 257, "className" : "gprs:trx-sysmocell5000+mod-bts0-egprs", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=7078): Process ended prematurely: osmo-stp_10.42.42.5(pid=7078) [trial-2395↪gprs:trx-sysmocell5000+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7078)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=7078): Process ended prematurely: osmo-stp_10.42.42.5(pid=7078) [trial-2395↪gprs:trx-sysmocell5000+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7078)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2395 gprs:trx-sysmocell5000+mod-bts0-egprs iperf3.py\u000a----------------------------------------------\u000a22:16:54.885902 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:16:54.897609 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a22:16:55.042408 tst iperf3.py: using LAC 36591\u000a22:16:55.162485 tst iperf3.py: using RAC 126\u000a22:16:55.280671 tst iperf3.py: using CellId 36591\u000a22:16:55.397627 tst iperf3.py: using BVCI 36592\u000a22:16:55.420603 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:16:55.431664 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:16:55.442815 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:16:55.453559 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:16:55.464179 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:16:55.474912 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:16:55.485882 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:16:55.496431 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:16:55.507250 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a22:16:55.784385 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a22:16:55.910211 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a22:16:56.223146 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7070): Launched\u000a22:16:56.483972 run iperf3-srv_10.42.42.10(pid=7071): Launched\u000a22:16:56.669203 tst iperf3.py:8: start network...\u000a22:16:56.795556 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:16:57.279629 run create_hlr_db(pid=7072): Launched\u000a22:16:57.453325 bus /gobi_6: Setting Powered False\u000a22:16:58.475783 run create_hlr_db(pid=7072): Terminated: ok {rc=0}\u000a22:16:58.879851 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7074): Launched\u000a22:16:59.181300 run osmo-hlr_10.42.42.2(pid=7075): Launched\u000a22:16:59.291921 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:16:59.818867 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7077): Launched\u000a22:17:00.121555 run osmo-stp_10.42.42.5(pid=7078): Launched\u000a22:17:00.231557 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a22:17:00.761953 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7080): Launched\u000a22:17:00.874712 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a22:17:01.184806 run patchelf(pid=7081): Launched\u000a22:17:01.381650 run osmo-stp_10.42.42.5(pid=7078): ERR: Terminated: ERROR {rc=1} [trial-2395↪gprs:trx-sysmocell5000+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7078)]\u000a22:17:01.526295 run osmo-stp_10.42.42.5(pid=7078): stdout: \u000a| (launched: 2022-12-13_22:16:59.972420)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:17:01.671951 run osmo-stp_10.42.42.5(pid=7078): stderr: \u000a| �[0;m�[38;5;43m20221213221700144 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213221700145 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213221700145 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213221700145 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213221700146 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213221700146 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213221700146 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:17:01.822741 run osmo-stp_10.42.42.5(pid=7078): stdout: \u000a| (launched: 2022-12-13_22:16:59.972420)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:17:01.963641 run osmo-stp_10.42.42.5(pid=7078): stderr: \u000a| �[0;m�[38;5;43m20221213221700144 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213221700145 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213221700145 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213221700145 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213221700146 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213221700146 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213221700146 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:17:02.124000 run patchelf(pid=7081): Terminating (SIGINT)\u000a22:17:02.307771 run patchelf(pid=7081): Terminated: ok {rc=0}\u000a22:17:02.341594 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=7078): Process ended prematurely: osmo-stp_10.42.42.5(pid=7078) [trial-2395↪gprs:trx-sysmocell5000+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7078)] [trial-2395↪gprs:trx-sysmocell5000+mod-bts0-egprs↪iperf3.py:8]\u000a22:17:02.352037 tst iperf3.py:8: Test FAILED (7.5 sec)\u000a22:17:02.416462 run osmo-hlr_10.42.42.2(pid=7075): ERR: Terminated: ERROR {rc=237} [trial-2395↪gprs:trx-sysmocell5000+mod-bts0-egprs↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=7075)]\u000a22:17:02.466500 run osmo-hlr_10.42.42.2(pid=7075): stdout: \u000a| (launched: 2022-12-13_22:16:59.033589) \u000a22:17:02.515746 run osmo-hlr_10.42.42.2(pid=7075): stderr: \u000a| �[0;m�[1;31m20221213221659210 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213221659210 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213221659210 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213221659210 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213221659210 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213221659210 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213221659222 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2395/run.2022-12-13_21-44-31/gprs:trx-sysmocell5000+mod-bts0-egprs/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213221659231 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213221659231 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213221659231 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:17:02.557743 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7070): Terminating (SIGTERM)\u000a22:17:02.597317 run iperf3-srv_10.42.42.10(pid=7071): Terminating (SIGTERM)\u000a22:17:02.637287 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7074): Terminating (SIGTERM)\u000a22:17:02.680719 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7077): Terminating (SIGTERM)\u000a22:17:02.723346 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7080): Terminating (SIGTERM)\u000a22:17:02.733053 --- ParallelTerminationStrategy: PID 7070 died...\u000a22:17:02.790016 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7070): Terminated: ok {rc=0}\u000a22:17:02.800345 --- ParallelTerminationStrategy: PID 7071 died...\u000a22:17:02.857997 run iperf3-srv_10.42.42.10(pid=7071): Terminated {rc=256}\u000a22:17:02.868110 --- ParallelTerminationStrategy: PID 7074 died...\u000a22:17:02.925330 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7074): Terminated: ok {rc=0}\u000a22:17:02.935246 --- ParallelTerminationStrategy: PID 7077 died...\u000a22:17:02.992311 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7077): Terminated: ok {rc=0}\u000a22:17:03.002254 --- ParallelTerminationStrategy: PID 7080 died...\u000a22:17:03.059470 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7080): Terminated: ok {rc=0}\u000a22:17:03.147189 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 257, "className" : "gprs:trx-sysmocell5000+mod-bts0-egprs", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=7099): Process ended prematurely: osmo-stp_10.42.42.5(pid=7099) [trial-2395↪gprs:trx-sysmocell5000+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7099)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=7099): Process ended prematurely: osmo-stp_10.42.42.5(pid=7099) [trial-2395↪gprs:trx-sysmocell5000+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7099)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2395 gprs:trx-sysmocell5000+mod-bts0-egprs iperf3m4.py\u000a----------------------------------------------\u000a22:17:04.263342 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:17:04.275623 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a22:17:04.424111 tst iperf3m4.py: using LAC 36592\u000a22:17:04.552352 tst iperf3m4.py: using RAC 127\u000a22:17:04.680662 tst iperf3m4.py: using CellId 36592\u000a22:17:04.809612 tst iperf3m4.py: using BVCI 36593\u000a22:17:04.834752 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:17:04.846340 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:17:04.857608 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:17:04.868809 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:17:04.880878 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:17:04.893025 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:17:04.905251 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:17:04.917389 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:17:04.929780 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a22:17:05.050339 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a22:17:05.173426 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a22:17:05.293032 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a22:17:05.590558 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a22:17:05.727872 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a22:17:06.065461 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7085): Launched\u000a22:17:06.346488 run iperf3-srv_10.42.42.10(pid=7086): Launched\u000a22:17:06.546759 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a22:17:06.687343 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a22:17:07.020906 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7087): Launched\u000a22:17:07.298877 run iperf3-srv_10.42.42.10(pid=7088): Launched\u000a22:17:07.497304 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a22:17:07.632844 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a22:17:07.966566 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7089): Launched\u000a22:17:08.243644 run iperf3-srv_10.42.42.10(pid=7090): Launched\u000a22:17:08.441748 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a22:17:08.576799 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a22:17:08.911844 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7091): Launched\u000a22:17:09.189208 run iperf3-srv_10.42.42.10(pid=7092): Launched\u000a22:17:09.387532 tst iperf3m4.py:8: start network...\u000a22:17:09.522941 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:17:10.032726 run create_hlr_db(pid=7093): Launched\u000a22:17:10.219362 bus /gobi_6: Setting Powered False\u000a22:17:11.241610 run create_hlr_db(pid=7093): Terminated: ok {rc=0}\u000a22:17:11.647191 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7095): Launched\u000a22:17:11.950788 run osmo-hlr_10.42.42.2(pid=7096): Launched\u000a22:17:12.066411 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:17:12.591454 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7098): Launched\u000a22:17:12.894629 run osmo-stp_10.42.42.5(pid=7099): Launched\u000a22:17:13.004722 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a22:17:13.531414 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7101): Launched\u000a22:17:13.639012 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a22:17:13.903130 run patchelf(pid=7102): Launched\u000a22:17:14.080689 run osmo-stp_10.42.42.5(pid=7099): ERR: Terminated: ERROR {rc=1} [trial-2395↪gprs:trx-sysmocell5000+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7099)]\u000a22:17:14.210100 run osmo-stp_10.42.42.5(pid=7099): stdout: \u000a| (launched: 2022-12-13_22:17:12.746046)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:17:14.339685 run osmo-stp_10.42.42.5(pid=7099): stderr: \u000a| �[0;m�[38;5;43m20221213221712915 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213221712916 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213221712916 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213221712916 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213221712917 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213221712917 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213221712917 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:17:14.464478 run osmo-stp_10.42.42.5(pid=7099): stdout: \u000a| (launched: 2022-12-13_22:17:12.746046)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:17:14.588090 run osmo-stp_10.42.42.5(pid=7099): stderr: \u000a| �[0;m�[38;5;43m20221213221712915 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213221712916 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213221712916 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213221712916 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213221712917 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213221712917 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213221712917 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:17:14.733514 run patchelf(pid=7102): Terminating (SIGINT)\u000a22:17:14.903490 run patchelf(pid=7102): Terminated: ok {rc=0}\u000a22:17:14.934881 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=7099): Process ended prematurely: osmo-stp_10.42.42.5(pid=7099) [trial-2395↪gprs:trx-sysmocell5000+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7099)] [trial-2395↪gprs:trx-sysmocell5000+mod-bts0-egprs↪iperf3m4.py:8]\u000a22:17:14.944089 tst iperf3m4.py:8: Test FAILED (10.7 sec)\u000a22:17:15.004418 run osmo-hlr_10.42.42.2(pid=7096): ERR: Terminated: ERROR {rc=237} [trial-2395↪gprs:trx-sysmocell5000+mod-bts0-egprs↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=7096)]\u000a22:17:15.053200 run osmo-hlr_10.42.42.2(pid=7096): stdout: \u000a| (launched: 2022-12-13_22:17:11.801396) \u000a22:17:15.103307 run osmo-hlr_10.42.42.2(pid=7096): stderr: \u000a| �[0;m�[1;31m20221213221711980 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213221711980 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213221711980 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213221711980 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213221711980 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213221711980 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213221711992 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2395/run.2022-12-13_21-44-31/gprs:trx-sysmocell5000+mod-bts0-egprs/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213221712001 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213221712001 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213221712001 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:17:15.145620 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7085): Terminating (SIGTERM)\u000a22:17:15.185296 run iperf3-srv_10.42.42.10(pid=7086): Terminating (SIGTERM)\u000a22:17:15.225814 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7087): Terminating (SIGTERM)\u000a22:17:15.265549 run iperf3-srv_10.42.42.10(pid=7088): Terminating (SIGTERM)\u000a22:17:15.305282 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7089): Terminating (SIGTERM)\u000a22:17:15.344928 run iperf3-srv_10.42.42.10(pid=7090): Terminating (SIGTERM)\u000a22:17:15.384510 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7091): Terminating (SIGTERM)\u000a22:17:15.423920 run iperf3-srv_10.42.42.10(pid=7092): Terminating (SIGTERM)\u000a22:17:15.463616 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7095): Terminating (SIGTERM)\u000a22:17:15.503544 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7098): Terminating (SIGTERM)\u000a22:17:15.543249 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7101): Terminating (SIGTERM)\u000a22:17:15.552483 --- ParallelTerminationStrategy: PID 7085 died...\u000a22:17:15.605972 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7085): Terminated: ok {rc=0}\u000a22:17:15.615594 --- ParallelTerminationStrategy: PID 7086 died...\u000a22:17:15.668481 run iperf3-srv_10.42.42.10(pid=7086): Terminated {rc=256}\u000a22:17:15.678082 --- ParallelTerminationStrategy: PID 7087 died...\u000a22:17:15.731118 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7087): Terminated: ok {rc=0}\u000a22:17:15.740707 --- ParallelTerminationStrategy: PID 7088 died...\u000a22:17:15.793295 run iperf3-srv_10.42.42.10(pid=7088): Terminated {rc=256}\u000a22:17:15.802698 --- ParallelTerminationStrategy: PID 7089 died...\u000a22:17:15.878254 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7089): Terminated: ok {rc=0}\u000a22:17:15.890649 --- ParallelTerminationStrategy: PID 7090 died...\u000a22:17:15.950080 run iperf3-srv_10.42.42.10(pid=7090): Terminated {rc=256}\u000a22:17:15.961652 --- ParallelTerminationStrategy: PID 7091 died...\u000a22:17:16.028384 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7091): Terminated: ok {rc=0}\u000a22:17:16.040678 --- ParallelTerminationStrategy: PID 7092 died...\u000a22:17:16.100064 run iperf3-srv_10.42.42.10(pid=7092): Terminated {rc=256}\u000a22:17:16.111040 --- ParallelTerminationStrategy: PID 7095 died...\u000a22:17:16.170766 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7095): Terminated: ok {rc=0}\u000a22:17:16.182615 --- ParallelTerminationStrategy: PID 7098 died...\u000a22:17:16.241608 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7098): Terminated: ok {rc=0}\u000a22:17:16.253620 --- ParallelTerminationStrategy: PID 7101 died...\u000a22:17:16.313842 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7101): Terminated: ok {rc=0}\u000a22:17:16.407440 bus /gobi_4: Setting Powered False\u000a22:17:17.510920 bus /gobi_4: Setting Powered False\u000a22:17:18.622437 bus /gobi_1: Setting Powered False\u000a22:17:19.728566 bus /gobi_1: Setting Powered False\u000a22:17:20.837044 bus /gobi_0: Setting Powered False\u000a22:17:21.937454 bus /gobi_0: Setting Powered False\u000a22:17:23.048106 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 257, "className" : "gprs:trx-sysmocell5000+mod-bts0-egprs", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=7109): Process ended prematurely: osmo-stp_10.42.42.5(pid=7109) [trial-2395↪gprs:trx-sysmocell5000+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7109)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=7109): Process ended prematurely: osmo-stp_10.42.42.5(pid=7109) [trial-2395↪gprs:trx-sysmocell5000+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7109)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2395 gprs:trx-sysmocell5000+mod-bts0-egprs ping.py\u000a----------------------------------------------\u000a22:17:24.116092 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:17:24.127500 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a22:17:24.265002 tst ping.py: using LAC 36593\u000a22:17:24.380342 tst ping.py: using RAC 128\u000a22:17:24.504877 tst ping.py: using CellId 36593\u000a22:17:24.629257 tst ping.py: using BVCI 36594\u000a22:17:24.653666 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:17:24.665534 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:17:24.676780 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:17:24.687981 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:17:24.699460 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:17:24.711002 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:17:24.722706 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:17:24.734175 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a22:17:25.009933 tst ping.py:19: start network...\u000a22:17:25.133108 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:17:25.605025 run create_hlr_db(pid=7103): Launched\u000a22:17:25.775408 bus /gobi_6: Setting Powered False\u000a22:17:26.796506 run create_hlr_db(pid=7103): Terminated: ok {rc=0}\u000a22:17:27.217952 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7105): Launched\u000a22:17:27.535343 run osmo-hlr_10.42.42.2(pid=7106): Launched\u000a22:17:27.651852 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:17:28.203563 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7108): Launched\u000a22:17:28.518995 run osmo-stp_10.42.42.5(pid=7109): Launched\u000a22:17:28.635009 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a22:17:29.187323 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7111): Launched\u000a22:17:29.300018 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a22:17:29.574574 run patchelf(pid=7112): Launched\u000a22:17:29.759636 run osmo-stp_10.42.42.5(pid=7109): ERR: Terminated: ERROR {rc=1} [trial-2395↪gprs:trx-sysmocell5000+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7109)]\u000a22:17:29.894839 run osmo-stp_10.42.42.5(pid=7109): stdout: \u000a| (launched: 2022-12-13_22:17:28.363900)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:17:30.030371 run osmo-stp_10.42.42.5(pid=7109): stderr: \u000a| �[0;m�[38;5;43m20221213221728553 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213221728553 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213221728553 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213221728554 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213221728556 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213221728556 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213221728556 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:17:30.161617 run osmo-stp_10.42.42.5(pid=7109): stdout: \u000a| (launched: 2022-12-13_22:17:28.363900)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:17:30.291475 run osmo-stp_10.42.42.5(pid=7109): stderr: \u000a| �[0;m�[38;5;43m20221213221728553 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213221728553 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213221728553 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213221728554 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213221728556 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213221728556 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213221728556 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:17:30.442643 run patchelf(pid=7112): Terminating (SIGINT)\u000a22:17:30.620209 run patchelf(pid=7112): Terminated: ok {rc=0}\u000a22:17:30.652533 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=7109): Process ended prematurely: osmo-stp_10.42.42.5(pid=7109) [trial-2395↪gprs:trx-sysmocell5000+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7109)] [trial-2395↪gprs:trx-sysmocell5000+mod-bts0-egprs↪ping.py:22]\u000a22:17:30.661777 tst ping.py:22: Test FAILED (6.5 sec)\u000a22:17:30.725177 run osmo-hlr_10.42.42.2(pid=7106): ERR: Terminated: ERROR {rc=237} [trial-2395↪gprs:trx-sysmocell5000+mod-bts0-egprs↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=7106)]\u000a22:17:30.776585 run osmo-hlr_10.42.42.2(pid=7106): stdout: \u000a| (launched: 2022-12-13_22:17:27.378620) \u000a22:17:30.828817 run osmo-hlr_10.42.42.2(pid=7106): stderr: \u000a| �[0;m�[1;31m20221213221727577 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213221727577 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213221727577 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213221727577 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213221727577 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213221727577 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213221727595 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2395/run.2022-12-13_21-44-31/gprs:trx-sysmocell5000+mod-bts0-egprs/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213221727605 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213221727605 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213221727605 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:17:30.906902 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7105): Terminating (SIGTERM)\u000a22:17:30.950355 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7108): Terminating (SIGTERM)\u000a22:17:30.993946 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7111): Terminating (SIGTERM)\u000a22:17:31.004028 --- ParallelTerminationStrategy: PID 7105 died...\u000a22:17:31.063022 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7105): Terminated: ok {rc=0}\u000a22:17:31.074859 --- ParallelTerminationStrategy: PID 7108 died...\u000a22:17:31.133185 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7108): Terminated: ok {rc=0}\u000a22:17:31.144848 --- ParallelTerminationStrategy: PID 7111 died...\u000a22:17:31.203214 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7111): Terminated: ok {rc=0}\u000a22:17:31.311201 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 257, "className" : "gprs:trx-sysmocell5000+mod-bts0-egprs", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=7119): Process ended prematurely: osmo-stp_10.42.42.5(pid=7119) [trial-2395↪gprs:trx-sysmocell5000+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7119)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=7119): Process ended prematurely: osmo-stp_10.42.42.5(pid=7119) [trial-2395↪gprs:trx-sysmocell5000+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7119)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2395 gprs:trx-sysmocell5000+mod-bts0-egprs ping_idle_ping.py\u000a----------------------------------------------\u000a22:17:32.365783 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:17:32.377770 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a22:17:32.523574 tst ping_idle_ping.py: using LAC 36594\u000a22:17:32.647184 tst ping_idle_ping.py: using RAC 129\u000a22:17:32.770704 tst ping_idle_ping.py: using CellId 36594\u000a22:17:32.894382 tst ping_idle_ping.py: using BVCI 36595\u000a22:17:32.918627 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:17:32.930061 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:17:32.941318 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:17:32.952392 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:17:32.963851 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:17:32.975341 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:17:32.987173 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:17:32.998715 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a22:17:33.273663 tst ping_idle_ping.py:24: start network...\u000a22:17:33.396718 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:17:33.874228 run create_hlr_db(pid=7113): Launched\u000a22:17:34.045991 bus /gobi_6: Setting Powered False\u000a22:17:35.067696 run create_hlr_db(pid=7113): Terminated: ok {rc=0}\u000a22:17:35.490713 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7115): Launched\u000a22:17:35.810328 run osmo-hlr_10.42.42.2(pid=7116): Launched\u000a22:17:35.929717 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:17:36.481464 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7118): Launched\u000a22:17:36.799457 run osmo-stp_10.42.42.5(pid=7119): Launched\u000a22:17:36.915804 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a22:17:37.471137 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7121): Launched\u000a22:17:37.584893 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a22:17:37.862740 run patchelf(pid=7122): Launched\u000a22:17:38.049459 run osmo-stp_10.42.42.5(pid=7119): ERR: Terminated: ERROR {rc=1} [trial-2395↪gprs:trx-sysmocell5000+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7119)]\u000a22:17:38.185665 run osmo-stp_10.42.42.5(pid=7119): stdout: \u000a| (launched: 2022-12-13_22:17:36.643207)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:17:38.322222 run osmo-stp_10.42.42.5(pid=7119): stderr: \u000a| �[0;m�[38;5;43m20221213221736834 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213221736834 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213221736834 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213221736834 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213221736835 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213221736835 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213221736835 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:17:38.454374 run osmo-stp_10.42.42.5(pid=7119): stdout: \u000a| (launched: 2022-12-13_22:17:36.643207)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:17:38.585193 run osmo-stp_10.42.42.5(pid=7119): stderr: \u000a| �[0;m�[38;5;43m20221213221736834 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213221736834 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213221736834 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213221736834 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213221736835 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213221736835 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213221736835 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:17:38.737378 run patchelf(pid=7122): Terminating (SIGINT)\u000a22:17:38.915260 run patchelf(pid=7122): Terminated: ok {rc=0}\u000a22:17:38.947648 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=7119): Process ended prematurely: osmo-stp_10.42.42.5(pid=7119) [trial-2395↪gprs:trx-sysmocell5000+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7119)] [trial-2395↪gprs:trx-sysmocell5000+mod-bts0-egprs↪ping_idle_ping.py:27]\u000a22:17:38.956839 tst ping_idle_ping.py:27: Test FAILED (6.6 sec)\u000a22:17:39.020137 run osmo-hlr_10.42.42.2(pid=7116): ERR: Terminated: ERROR {rc=237} [trial-2395↪gprs:trx-sysmocell5000+mod-bts0-egprs↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=7116)]\u000a22:17:39.071648 run osmo-hlr_10.42.42.2(pid=7116): stdout: \u000a| (launched: 2022-12-13_22:17:35.653451) \u000a22:17:39.123652 run osmo-hlr_10.42.42.2(pid=7116): stderr: \u000a| �[0;m�[1;31m20221213221735850 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213221735850 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213221735850 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213221735850 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213221735850 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213221735850 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213221735862 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2395/run.2022-12-13_21-44-31/gprs:trx-sysmocell5000+mod-bts0-egprs/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213221735872 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213221735872 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213221735872 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:17:39.168030 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7115): Terminating (SIGTERM)\u000a22:17:39.210663 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7118): Terminating (SIGTERM)\u000a22:17:39.252888 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7121): Terminating (SIGTERM)\u000a22:17:39.262742 --- ParallelTerminationStrategy: PID 7115 died...\u000a22:17:39.319568 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7115): Terminated: ok {rc=0}\u000a22:17:39.329893 --- ParallelTerminationStrategy: PID 7118 died...\u000a22:17:39.386651 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7118): Terminated: ok {rc=0}\u000a22:17:39.396877 --- ParallelTerminationStrategy: PID 7121 died...\u000a22:17:39.453763 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7121): Terminated: ok {rc=0}\u000a22:17:39.541783 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 61.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "70", "name" : "gprs_trx-sysmocell5000+mod-bts0-egprs", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T22:16:41" }, { "cases" : [ { "testActions" : [ ], "age" : 257, "className" : "gprs:trx-sysmocell5000+mod-bts0-dynts-ipa", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=7136): Process ended prematurely: osmo-stp_10.42.42.5(pid=7136) [trial-2395↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7136)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=7136): Process ended prematurely: osmo-stp_10.42.42.5(pid=7136) [trial-2395↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7136)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2395 gprs:trx-sysmocell5000+mod-bts0-dynts-ipa cs_paging_gprs_active.py\u000a----------------------------------------------\u000a22:17:41.691754 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:17:41.702982 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a22:17:41.860522 tst cs_paging_gprs_active.py: using LAC 36595\u000a22:17:41.980010 tst cs_paging_gprs_active.py: using RAC 130\u000a22:17:42.099858 tst cs_paging_gprs_active.py: using CellId 36595\u000a22:17:42.217397 tst cs_paging_gprs_active.py: using BVCI 36596\u000a22:17:42.240282 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:17:42.251272 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:17:42.262185 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:17:42.272804 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:17:42.283427 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:17:42.294098 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:17:42.304903 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:17:42.315506 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:17:42.326348 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a22:17:42.447978 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a22:17:42.725740 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a22:17:42.850934 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a22:17:43.171201 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7126): Launched\u000a22:17:43.448266 run iperf3-srv_10.42.42.10(pid=7127): Launched\u000a22:17:43.646936 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a22:17:43.782544 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a22:17:44.116272 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7128): Launched\u000a22:17:44.391968 run iperf3-srv_10.42.42.10(pid=7129): Launched\u000a22:17:44.590536 tst cs_paging_gprs_active.py:38: start network...\u000a22:17:44.726641 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:17:45.234804 run create_hlr_db(pid=7130): Launched\u000a22:17:45.421991 bus /gobi_6: Setting Powered False\u000a22:17:46.458271 run create_hlr_db(pid=7130): Terminated: ok {rc=0}\u000a22:17:46.906594 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7132): Launched\u000a22:17:47.246880 run osmo-hlr_10.42.42.2(pid=7133): Launched\u000a22:17:47.359898 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:17:47.881548 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7135): Launched\u000a22:17:48.181822 run osmo-stp_10.42.42.5(pid=7136): Launched\u000a22:17:48.291053 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a22:17:48.814915 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7138): Launched\u000a22:17:48.922072 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a22:17:49.185228 run patchelf(pid=7139): Launched\u000a22:17:49.361107 run osmo-stp_10.42.42.5(pid=7136): ERR: Terminated: ERROR {rc=1} [trial-2395↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7136)]\u000a22:17:49.489912 run osmo-stp_10.42.42.5(pid=7136): stdout: \u000a| (launched: 2022-12-13_22:17:48.034395)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:17:49.619561 run osmo-stp_10.42.42.5(pid=7136): stderr: \u000a| �[0;m�[38;5;43m20221213221748204 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213221748204 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213221748205 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213221748205 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213221748206 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213221748206 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213221748206 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:17:49.744014 run osmo-stp_10.42.42.5(pid=7136): stdout: \u000a| (launched: 2022-12-13_22:17:48.034395)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:17:49.869164 run osmo-stp_10.42.42.5(pid=7136): stderr: \u000a| �[0;m�[38;5;43m20221213221748204 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213221748204 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213221748205 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213221748205 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213221748206 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213221748206 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213221748206 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:17:50.012556 run patchelf(pid=7139): Terminating (SIGINT)\u000a22:17:50.180852 run patchelf(pid=7139): Terminated: ok {rc=0}\u000a22:17:50.211940 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=7136): Process ended prematurely: osmo-stp_10.42.42.5(pid=7136) [trial-2395↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7136)] [trial-2395↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38]\u000a22:17:50.221332 tst cs_paging_gprs_active.py:38: Test FAILED (8.6 sec)\u000a22:17:50.280519 run osmo-hlr_10.42.42.2(pid=7133): ERR: Terminated: ERROR {rc=237} [trial-2395↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=7133)]\u000a22:17:50.328985 run osmo-hlr_10.42.42.2(pid=7133): stdout: \u000a| (launched: 2022-12-13_22:17:47.074731) \u000a22:17:50.377968 run osmo-hlr_10.42.42.2(pid=7133): stderr: \u000a| �[0;m�[1;31m20221213221747273 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213221747273 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213221747273 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213221747273 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213221747273 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213221747273 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213221747285 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2395/run.2022-12-13_21-44-31/gprs:trx-sysmocell5000+mod-bts0-dynts-ipa/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213221747294 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213221747294 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213221747294 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:17:50.419772 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7126): Terminating (SIGTERM)\u000a22:17:50.458895 run iperf3-srv_10.42.42.10(pid=7127): Terminating (SIGTERM)\u000a22:17:50.498286 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7128): Terminating (SIGTERM)\u000a22:17:50.537568 run iperf3-srv_10.42.42.10(pid=7129): Terminating (SIGTERM)\u000a22:17:50.576829 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7132): Terminating (SIGTERM)\u000a22:17:50.615889 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7135): Terminating (SIGTERM)\u000a22:17:50.655163 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7138): Terminating (SIGTERM)\u000a22:17:50.664292 --- ParallelTerminationStrategy: PID 7126 died...\u000a22:17:50.716857 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7126): Terminated: ok {rc=0}\u000a22:17:50.726573 --- ParallelTerminationStrategy: PID 7127 died...\u000a22:17:50.778703 run iperf3-srv_10.42.42.10(pid=7127): Terminated {rc=256}\u000a22:17:50.788199 --- ParallelTerminationStrategy: PID 7128 died...\u000a22:17:50.840405 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7128): Terminated: ok {rc=0}\u000a22:17:50.849854 --- ParallelTerminationStrategy: PID 7129 died...\u000a22:17:50.902160 run iperf3-srv_10.42.42.10(pid=7129): Terminated {rc=256}\u000a22:17:50.911598 --- ParallelTerminationStrategy: PID 7132 died...\u000a22:17:50.963989 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7132): Terminated: ok {rc=0}\u000a22:17:50.973528 --- ParallelTerminationStrategy: PID 7135 died...\u000a22:17:51.026554 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7135): Terminated: ok {rc=0}\u000a22:17:51.035988 --- ParallelTerminationStrategy: PID 7138 died...\u000a22:17:51.088463 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7138): Terminated: ok {rc=0}\u000a22:17:51.176441 bus /gobi_0: Setting Powered False\u000a22:17:52.279278 bus /gobi_0: Setting Powered False\u000a22:17:53.388844 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 257, "className" : "gprs:trx-sysmocell5000+mod-bts0-dynts-ipa", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=7148): Process ended prematurely: osmo-stp_10.42.42.5(pid=7148) [trial-2395↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7148)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=7148): Process ended prematurely: osmo-stp_10.42.42.5(pid=7148) [trial-2395↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7148)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2395 gprs:trx-sysmocell5000+mod-bts0-dynts-ipa iperf3.py\u000a----------------------------------------------\u000a22:17:54.497867 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:17:54.509554 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a22:17:54.669749 tst iperf3.py: using LAC 36596\u000a22:17:54.787415 tst iperf3.py: using RAC 131\u000a22:17:54.906710 tst iperf3.py: using CellId 36596\u000a22:17:55.027617 tst iperf3.py: using BVCI 36597\u000a22:17:55.050863 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:17:55.061853 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:17:55.072565 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:17:55.083303 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:17:55.094030 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:17:55.104603 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:17:55.115515 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:17:55.126110 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:17:55.136757 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a22:17:55.431603 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a22:17:55.566409 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a22:17:55.899722 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7140): Launched\u000a22:17:56.175590 run iperf3-srv_10.42.42.10(pid=7141): Launched\u000a22:17:56.373172 tst iperf3.py:8: start network...\u000a22:17:56.507701 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:17:57.014927 run create_hlr_db(pid=7142): Launched\u000a22:17:57.202145 bus /gobi_6: Setting Powered False\u000a22:17:58.222393 run create_hlr_db(pid=7142): Terminated: ok {rc=0}\u000a22:17:58.625986 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7144): Launched\u000a22:17:58.926981 run osmo-hlr_10.42.42.2(pid=7145): Launched\u000a22:17:59.042312 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:17:59.565583 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7147): Launched\u000a22:17:59.866855 run osmo-stp_10.42.42.5(pid=7148): Launched\u000a22:17:59.976634 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a22:18:00.500763 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7150): Launched\u000a22:18:00.607543 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a22:18:00.876364 run patchelf(pid=7151): Launched\u000a22:18:01.074243 run osmo-stp_10.42.42.5(pid=7148): ERR: Terminated: ERROR {rc=1} [trial-2395↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7148)]\u000a22:18:01.206887 run osmo-stp_10.42.42.5(pid=7148): stdout: \u000a| (launched: 2022-12-13_22:17:59.718176)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:18:01.340028 run osmo-stp_10.42.42.5(pid=7148): stderr: \u000a| �[0;m�[38;5;43m20221213221759890 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213221759890 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213221759890 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213221759891 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213221759891 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213221759891 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213221759891 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:18:01.468303 run osmo-stp_10.42.42.5(pid=7148): stdout: \u000a| (launched: 2022-12-13_22:17:59.718176)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:18:01.595197 run osmo-stp_10.42.42.5(pid=7148): stderr: \u000a| �[0;m�[38;5;43m20221213221759890 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213221759890 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213221759890 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213221759891 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213221759891 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213221759891 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213221759891 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:18:01.742970 run patchelf(pid=7151): Terminating (SIGINT)\u000a22:18:01.917196 run patchelf(pid=7151): Terminated: ok {rc=0}\u000a22:18:01.949636 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=7148): Process ended prematurely: osmo-stp_10.42.42.5(pid=7148) [trial-2395↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7148)] [trial-2395↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪iperf3.py:8]\u000a22:18:01.959348 tst iperf3.py:8: Test FAILED (7.5 sec)\u000a22:18:02.020409 run osmo-hlr_10.42.42.2(pid=7145): ERR: Terminated: ERROR {rc=237} [trial-2395↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=7145)]\u000a22:18:02.070918 run osmo-hlr_10.42.42.2(pid=7145): stdout: \u000a| (launched: 2022-12-13_22:17:58.778746) \u000a22:18:02.121713 run osmo-hlr_10.42.42.2(pid=7145): stderr: \u000a| �[0;m�[1;31m20221213221758956 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213221758956 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213221758956 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213221758956 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213221758956 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213221758956 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213221758968 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2395/run.2022-12-13_21-44-31/gprs:trx-sysmocell5000+mod-bts0-dynts-ipa/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213221758977 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213221758977 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213221758977 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:18:02.164721 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7140): Terminating (SIGTERM)\u000a22:18:02.205965 run iperf3-srv_10.42.42.10(pid=7141): Terminating (SIGTERM)\u000a22:18:02.245209 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7144): Terminating (SIGTERM)\u000a22:18:02.284421 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7147): Terminating (SIGTERM)\u000a22:18:02.323676 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7150): Terminating (SIGTERM)\u000a22:18:02.332704 --- ParallelTerminationStrategy: PID 7140 died...\u000a22:18:02.385122 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7140): Terminated: ok {rc=0}\u000a22:18:02.394522 --- ParallelTerminationStrategy: PID 7141 died...\u000a22:18:02.446546 run iperf3-srv_10.42.42.10(pid=7141): Terminated {rc=256}\u000a22:18:02.455928 --- ParallelTerminationStrategy: PID 7144 died...\u000a22:18:02.508025 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7144): Terminated: ok {rc=0}\u000a22:18:02.517770 --- ParallelTerminationStrategy: PID 7147 died...\u000a22:18:02.570126 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7147): Terminated: ok {rc=0}\u000a22:18:02.579601 --- ParallelTerminationStrategy: PID 7150 died...\u000a22:18:02.631705 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7150): Terminated: ok {rc=0}\u000a22:18:02.715122 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 257, "className" : "gprs:trx-sysmocell5000+mod-bts0-dynts-ipa", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=7166): Process ended prematurely: osmo-stp_10.42.42.5(pid=7166) [trial-2395↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7166)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=7166): Process ended prematurely: osmo-stp_10.42.42.5(pid=7166) [trial-2395↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7166)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2395 gprs:trx-sysmocell5000+mod-bts0-dynts-ipa iperf3m4.py\u000a----------------------------------------------\u000a22:18:03.829609 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:18:03.841566 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a22:18:04.001131 tst iperf3m4.py: using LAC 36597\u000a22:18:04.120767 tst iperf3m4.py: using RAC 132\u000a22:18:04.240344 tst iperf3m4.py: using CellId 36597\u000a22:18:04.359424 tst iperf3m4.py: using BVCI 36598\u000a22:18:04.382452 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:18:04.393285 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:18:04.403857 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:18:04.414567 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:18:04.425293 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:18:04.435920 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:18:04.446777 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:18:04.457436 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:18:04.468329 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a22:18:04.588336 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a22:18:04.707910 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a22:18:04.825974 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a22:18:05.122233 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a22:18:05.258413 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a22:18:05.593198 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7152): Launched\u000a22:18:05.871200 run iperf3-srv_10.42.42.10(pid=7153): Launched\u000a22:18:06.069283 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a22:18:06.204143 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a22:18:06.537964 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7154): Launched\u000a22:18:06.814762 run iperf3-srv_10.42.42.10(pid=7155): Launched\u000a22:18:07.012153 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a22:18:07.146945 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a22:18:07.479508 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7156): Launched\u000a22:18:07.757128 run iperf3-srv_10.42.42.10(pid=7157): Launched\u000a22:18:07.954689 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a22:18:08.089961 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a22:18:08.423562 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7158): Launched\u000a22:18:08.700807 run iperf3-srv_10.42.42.10(pid=7159): Launched\u000a22:18:08.898231 tst iperf3m4.py:8: start network...\u000a22:18:09.033185 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:18:09.541044 run create_hlr_db(pid=7160): Launched\u000a22:18:09.727829 bus /gobi_6: Setting Powered False\u000a22:18:10.750002 run create_hlr_db(pid=7160): Terminated: ok {rc=0}\u000a22:18:11.154302 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7162): Launched\u000a22:18:11.455448 run osmo-hlr_10.42.42.2(pid=7163): Launched\u000a22:18:11.573809 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:18:12.135785 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7165): Launched\u000a22:18:12.458003 run osmo-stp_10.42.42.5(pid=7166): Launched\u000a22:18:12.575173 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a22:18:13.137940 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7168): Launched\u000a22:18:13.253376 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a22:18:13.533914 run patchelf(pid=7169): Launched\u000a22:18:13.723566 run osmo-stp_10.42.42.5(pid=7166): ERR: Terminated: ERROR {rc=1} [trial-2395↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7166)]\u000a22:18:13.861856 run osmo-stp_10.42.42.5(pid=7166): stdout: \u000a| (launched: 2022-12-13_22:18:12.299662)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:18:13.999890 run osmo-stp_10.42.42.5(pid=7166): stderr: \u000a| �[0;m�[38;5;43m20221213221812491 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213221812491 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213221812491 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213221812492 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213221812492 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213221812492 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213221812492 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:18:14.133822 run osmo-stp_10.42.42.5(pid=7166): stdout: \u000a| (launched: 2022-12-13_22:18:12.299662)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:18:14.266599 run osmo-stp_10.42.42.5(pid=7166): stderr: \u000a| �[0;m�[38;5;43m20221213221812491 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213221812491 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213221812491 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213221812492 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213221812492 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213221812492 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213221812492 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:18:14.421167 run patchelf(pid=7169): Terminating (SIGINT)\u000a22:18:14.602382 run patchelf(pid=7169): Terminated: ok {rc=0}\u000a22:18:14.635674 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=7166): Process ended prematurely: osmo-stp_10.42.42.5(pid=7166) [trial-2395↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7166)] [trial-2395↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪iperf3m4.py:8]\u000a22:18:14.646162 tst iperf3m4.py:8: Test FAILED (10.8 sec)\u000a22:18:14.710029 run osmo-hlr_10.42.42.2(pid=7163): ERR: Terminated: ERROR {rc=237} [trial-2395↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=7163)]\u000a22:18:14.761564 run osmo-hlr_10.42.42.2(pid=7163): stdout: \u000a| (launched: 2022-12-13_22:18:11.307908) \u000a22:18:14.813703 run osmo-hlr_10.42.42.2(pid=7163): stderr: \u000a| �[0;m�[1;31m20221213221811487 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213221811487 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213221811487 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213221811487 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213221811487 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213221811487 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213221811499 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2395/run.2022-12-13_21-44-31/gprs:trx-sysmocell5000+mod-bts0-dynts-ipa/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213221811508 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213221811508 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213221811508 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:18:14.858129 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7152): Terminating (SIGTERM)\u000a22:18:14.900335 run iperf3-srv_10.42.42.10(pid=7153): Terminating (SIGTERM)\u000a22:18:14.942428 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7154): Terminating (SIGTERM)\u000a22:18:14.984529 run iperf3-srv_10.42.42.10(pid=7155): Terminating (SIGTERM)\u000a22:18:15.026698 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7156): Terminating (SIGTERM)\u000a22:18:15.068392 run iperf3-srv_10.42.42.10(pid=7157): Terminating (SIGTERM)\u000a22:18:15.110248 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7158): Terminating (SIGTERM)\u000a22:18:15.152437 run iperf3-srv_10.42.42.10(pid=7159): Terminating (SIGTERM)\u000a22:18:15.194808 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7162): Terminating (SIGTERM)\u000a22:18:15.236721 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7165): Terminating (SIGTERM)\u000a22:18:15.279267 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7168): Terminating (SIGTERM)\u000a22:18:15.288869 --- ParallelTerminationStrategy: PID 7152 died...\u000a22:18:15.345551 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7152): Terminated: ok {rc=0}\u000a22:18:15.355574 --- ParallelTerminationStrategy: PID 7153 died...\u000a22:18:15.411435 run iperf3-srv_10.42.42.10(pid=7153): Terminated {rc=256}\u000a22:18:15.421412 --- ParallelTerminationStrategy: PID 7154 died...\u000a22:18:15.477355 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7154): Terminated: ok {rc=0}\u000a22:18:15.487362 --- ParallelTerminationStrategy: PID 7155 died...\u000a22:18:15.543202 run iperf3-srv_10.42.42.10(pid=7155): Terminated {rc=256}\u000a22:18:15.553166 --- ParallelTerminationStrategy: PID 7156 died...\u000a22:18:15.608853 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7156): Terminated: ok {rc=0}\u000a22:18:15.618817 --- ParallelTerminationStrategy: PID 7157 died...\u000a22:18:15.674772 run iperf3-srv_10.42.42.10(pid=7157): Terminated {rc=256}\u000a22:18:15.684654 --- ParallelTerminationStrategy: PID 7158 died...\u000a22:18:15.740661 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7158): Terminated: ok {rc=0}\u000a22:18:15.750659 --- ParallelTerminationStrategy: PID 7159 died...\u000a22:18:15.806498 run iperf3-srv_10.42.42.10(pid=7159): Terminated {rc=256}\u000a22:18:15.816441 --- ParallelTerminationStrategy: PID 7162 died...\u000a22:18:15.893142 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7162): Terminated: ok {rc=0}\u000a22:18:15.904362 --- ParallelTerminationStrategy: PID 7165 died...\u000a22:18:15.965385 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7165): Terminated: ok {rc=0}\u000a22:18:15.975600 --- ParallelTerminationStrategy: PID 7168 died...\u000a22:18:16.039435 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7168): Terminated: ok {rc=0}\u000a22:18:16.131143 bus /gobi_4: Setting Powered False\u000a22:18:17.247369 bus /gobi_4: Setting Powered False\u000a22:18:18.358154 bus /gobi_1: Setting Powered False\u000a22:18:19.464079 bus /gobi_1: Setting Powered False\u000a22:18:20.572736 bus /gobi_0: Setting Powered False\u000a22:18:21.680639 bus /gobi_0: Setting Powered False\u000a22:18:22.790122 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 257, "className" : "gprs:trx-sysmocell5000+mod-bts0-dynts-ipa", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=7176): Process ended prematurely: osmo-stp_10.42.42.5(pid=7176) [trial-2395↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7176)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=7176): Process ended prematurely: osmo-stp_10.42.42.5(pid=7176) [trial-2395↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7176)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2395 gprs:trx-sysmocell5000+mod-bts0-dynts-ipa ping.py\u000a----------------------------------------------\u000a22:18:23.860915 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:18:23.873152 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a22:18:24.038863 tst ping.py: using LAC 36598\u000a22:18:24.164718 tst ping.py: using RAC 133\u000a22:18:24.290527 tst ping.py: using CellId 36598\u000a22:18:24.415700 tst ping.py: using BVCI 36599\u000a22:18:24.440055 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:18:24.451609 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:18:24.462887 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:18:24.474148 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:18:24.485635 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:18:24.497156 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:18:24.508760 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:18:24.520221 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a22:18:24.799245 tst ping.py:19: start network...\u000a22:18:24.921372 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:18:25.394424 run create_hlr_db(pid=7170): Launched\u000a22:18:25.564922 bus /gobi_6: Setting Powered False\u000a22:18:26.586554 run create_hlr_db(pid=7170): Terminated: ok {rc=0}\u000a22:18:27.008283 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7172): Launched\u000a22:18:27.325178 run osmo-hlr_10.42.42.2(pid=7173): Launched\u000a22:18:27.439609 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:18:27.994404 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7175): Launched\u000a22:18:28.310950 run osmo-stp_10.42.42.5(pid=7176): Launched\u000a22:18:28.426146 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a22:18:28.979477 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7178): Launched\u000a22:18:29.092592 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a22:18:29.368360 run patchelf(pid=7179): Launched\u000a22:18:29.553556 run osmo-stp_10.42.42.5(pid=7176): ERR: Terminated: ERROR {rc=1} [trial-2395↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7176)]\u000a22:18:29.689491 run osmo-stp_10.42.42.5(pid=7176): stdout: \u000a| (launched: 2022-12-13_22:18:28.155438)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:18:29.825336 run osmo-stp_10.42.42.5(pid=7176): stderr: \u000a| �[0;m�[38;5;43m20221213221828344 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213221828345 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213221828345 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213221828345 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213221828348 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213221828348 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213221828348 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:18:29.956714 run osmo-stp_10.42.42.5(pid=7176): stdout: \u000a| (launched: 2022-12-13_22:18:28.155438)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:18:30.087093 run osmo-stp_10.42.42.5(pid=7176): stderr: \u000a| �[0;m�[38;5;43m20221213221828344 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213221828345 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213221828345 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213221828345 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213221828348 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213221828348 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213221828348 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:18:30.238141 run patchelf(pid=7179): Terminating (SIGINT)\u000a22:18:30.415518 run patchelf(pid=7179): Terminated: ok {rc=0}\u000a22:18:30.447732 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=7176): Process ended prematurely: osmo-stp_10.42.42.5(pid=7176) [trial-2395↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7176)] [trial-2395↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪ping.py:22]\u000a22:18:30.456863 tst ping.py:22: Test FAILED (6.6 sec)\u000a22:18:30.520212 run osmo-hlr_10.42.42.2(pid=7173): ERR: Terminated: ERROR {rc=237} [trial-2395↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=7173)]\u000a22:18:30.572028 run osmo-hlr_10.42.42.2(pid=7173): stdout: \u000a| (launched: 2022-12-13_22:18:27.169438) \u000a22:18:30.623832 run osmo-hlr_10.42.42.2(pid=7173): stderr: \u000a| �[0;m�[1;31m20221213221827366 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213221827366 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213221827366 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213221827366 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213221827366 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213221827366 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213221827420 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2395/run.2022-12-13_21-44-31/gprs:trx-sysmocell5000+mod-bts0-dynts-ipa/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213221827429 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213221827429 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213221827430 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:18:30.668312 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7172): Terminating (SIGTERM)\u000a22:18:30.710728 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7175): Terminating (SIGTERM)\u000a22:18:30.752605 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7178): Terminating (SIGTERM)\u000a22:18:30.762307 --- ParallelTerminationStrategy: PID 7172 died...\u000a22:18:30.818520 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7172): Terminated: ok {rc=0}\u000a22:18:30.830027 --- ParallelTerminationStrategy: PID 7175 died...\u000a22:18:30.893476 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7175): Terminated: ok {rc=0}\u000a22:18:30.917531 --- ParallelTerminationStrategy: PID 7178 died...\u000a22:18:30.975574 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7178): Terminated: ok {rc=0}\u000a22:18:31.069643 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 257, "className" : "gprs:trx-sysmocell5000+mod-bts0-dynts-ipa", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=7186): Process ended prematurely: osmo-stp_10.42.42.5(pid=7186) [trial-2395↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7186)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=7186): Process ended prematurely: osmo-stp_10.42.42.5(pid=7186) [trial-2395↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7186)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2395 gprs:trx-sysmocell5000+mod-bts0-dynts-ipa ping_idle_ping.py\u000a----------------------------------------------\u000a22:18:32.128827 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:18:32.145788 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a22:18:32.331374 tst ping_idle_ping.py: using LAC 36599\u000a22:18:32.454395 tst ping_idle_ping.py: using RAC 134\u000a22:18:32.576902 tst ping_idle_ping.py: using CellId 36599\u000a22:18:32.700330 tst ping_idle_ping.py: using BVCI 36600\u000a22:18:32.724510 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:18:32.735950 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:18:32.747219 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:18:32.758496 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:18:32.769992 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:18:32.781593 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:18:32.793275 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:18:32.804702 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a22:18:33.093514 tst ping_idle_ping.py:24: start network...\u000a22:18:33.225986 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:18:33.734689 run create_hlr_db(pid=7180): Launched\u000a22:18:33.918625 bus /gobi_6: Setting Powered False\u000a22:18:34.940030 run create_hlr_db(pid=7180): Terminated: ok {rc=0}\u000a22:18:35.338182 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7182): Launched\u000a22:18:35.635872 run osmo-hlr_10.42.42.2(pid=7183): Launched\u000a22:18:35.744615 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:18:36.257332 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7185): Launched\u000a22:18:36.552064 run osmo-stp_10.42.42.5(pid=7186): Launched\u000a22:18:36.660589 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a22:18:37.174852 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7188): Launched\u000a22:18:37.279715 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a22:18:37.537982 run patchelf(pid=7189): Launched\u000a22:18:37.711059 run osmo-stp_10.42.42.5(pid=7186): ERR: Terminated: ERROR {rc=1} [trial-2395↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7186)]\u000a22:18:37.837447 run osmo-stp_10.42.42.5(pid=7186): stdout: \u000a| (launched: 2022-12-13_22:18:36.406985)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:18:37.964173 run osmo-stp_10.42.42.5(pid=7186): stderr: \u000a| �[0;m�[38;5;43m20221213221836577 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213221836577 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213221836578 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213221836578 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213221836578 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213221836579 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213221836579 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:18:38.086383 run osmo-stp_10.42.42.5(pid=7186): stdout: \u000a| (launched: 2022-12-13_22:18:36.406985)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:18:38.207398 run osmo-stp_10.42.42.5(pid=7186): stderr: \u000a| �[0;m�[38;5;43m20221213221836577 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213221836577 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213221836578 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213221836578 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213221836578 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213221836579 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213221836579 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:18:38.348211 run patchelf(pid=7189): Terminating (SIGINT)\u000a22:18:38.513479 run patchelf(pid=7189): Terminated: ok {rc=0}\u000a22:18:38.543412 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=7186): Process ended prematurely: osmo-stp_10.42.42.5(pid=7186) [trial-2395↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7186)] [trial-2395↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪ping_idle_ping.py:27]\u000a22:18:38.551951 tst ping_idle_ping.py:27: Test FAILED (6.4 sec)\u000a22:18:38.610948 run osmo-hlr_10.42.42.2(pid=7183): ERR: Terminated: ERROR {rc=237} [trial-2395↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=7183)]\u000a22:18:38.659327 run osmo-hlr_10.42.42.2(pid=7183): stdout: \u000a| (launched: 2022-12-13_22:18:35.489599) \u000a22:18:38.708280 run osmo-hlr_10.42.42.2(pid=7183): stderr: \u000a| �[0;m�[1;31m20221213221835663 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213221835663 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213221835663 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213221835663 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213221835663 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213221835663 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213221835675 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2395/run.2022-12-13_21-44-31/gprs:trx-sysmocell5000+mod-bts0-dynts-ipa/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213221835684 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213221835684 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213221835685 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:18:38.749812 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7182): Terminating (SIGTERM)\u000a22:18:38.789531 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7185): Terminating (SIGTERM)\u000a22:18:38.828681 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7188): Terminating (SIGTERM)\u000a22:18:38.837711 --- ParallelTerminationStrategy: PID 7182 died...\u000a22:18:38.889929 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7182): Terminated: ok {rc=0}\u000a22:18:38.899308 --- ParallelTerminationStrategy: PID 7185 died...\u000a22:18:38.951766 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7185): Terminated: ok {rc=0}\u000a22:18:38.961184 --- ParallelTerminationStrategy: PID 7188 died...\u000a22:18:39.013100 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7188): Terminated: ok {rc=0}\u000a22:18:39.099613 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 60.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "71", "name" : "gprs_trx-sysmocell5000+mod-bts0-dynts-ipa", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T22:17:41" }, { "cases" : [ { "testActions" : [ ], "age" : 257, "className" : "gprs:trx-sysmocell5000+mod-bts0-dynts-osmo", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=7204): Process ended prematurely: osmo-stp_10.42.42.5(pid=7204) [trial-2395↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7204)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=7204): Process ended prematurely: osmo-stp_10.42.42.5(pid=7204) [trial-2395↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7204)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2395 gprs:trx-sysmocell5000+mod-bts0-dynts-osmo cs_paging_gprs_active.py\u000a----------------------------------------------\u000a22:18:41.245500 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a22:18:41.256304 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a22:18:41.411326 tst cs_paging_gprs_active.py: using LAC 36600\u000a22:18:41.528488 tst cs_paging_gprs_active.py: using RAC 135\u000a22:18:41.646518 tst cs_paging_gprs_active.py: using CellId 36600\u000a22:18:41.762953 tst cs_paging_gprs_active.py: using BVCI 36601\u000a22:18:41.785959 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a22:18:41.796767 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a22:18:41.807505 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a22:18:41.818255 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a22:18:41.829329 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a22:18:41.840160 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a22:18:41.850967 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a22:18:41.861623 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a22:18:41.872462 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a22:18:41.995793 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a22:18:42.292383 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a22:18:42.428071 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a22:18:42.762668 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7194): Launched\u000a22:18:43.039685 run iperf3-srv_10.42.42.10(pid=7195): Launched\u000a22:18:43.238629 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a22:18:43.374622 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a22:18:43.709849 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7196): Launched\u000a22:18:43.986795 run iperf3-srv_10.42.42.10(pid=7197): Launched\u000a22:18:44.185081 tst cs_paging_gprs_active.py:38: start network...\u000a22:18:44.320186 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:18:44.827593 run create_hlr_db(pid=7198): Launched\u000a22:18:45.014324 bus /gobi_6: Setting Powered False\u000a22:18:46.034111 run create_hlr_db(pid=7198): Terminated: ok {rc=0}\u000a22:18:46.462433 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7200): Launched\u000a22:18:46.895093 run osmo-hlr_10.42.42.2(pid=7201): Launched\u000a22:18:47.146157 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:18:47.720739 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7203): Launched\u000a22:18:48.021689 run osmo-stp_10.42.42.5(pid=7204): Launched\u000a22:18:48.131642 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a22:18:48.655009 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7206): Launched\u000a22:18:48.762451 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a22:18:49.025166 run patchelf(pid=7207): Launched\u000a22:18:49.200632 run osmo-stp_10.42.42.5(pid=7204): ERR: Terminated: ERROR {rc=1} [trial-2395↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7204)]\u000a22:18:49.329426 run osmo-stp_10.42.42.5(pid=7204): stdout: \u000a| (launched: 2022-12-13_22:18:47.874168)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:18:49.459110 run osmo-stp_10.42.42.5(pid=7204): stderr: \u000a| �[0;m�[38;5;43m20221213221848043 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213221848044 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213221848044 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213221848044 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213221848045 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213221848045 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213221848045 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:18:49.584111 run osmo-stp_10.42.42.5(pid=7204): stdout: \u000a| (launched: 2022-12-13_22:18:47.874168)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:18:49.707583 run osmo-stp_10.42.42.5(pid=7204): stderr: \u000a| �[0;m�[38;5;43m20221213221848043 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213221848044 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213221848044 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213221848044 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213221848045 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213221848045 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213221848045 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:18:49.850958 run patchelf(pid=7207): Terminating (SIGINT)\u000a22:18:50.019345 run patchelf(pid=7207): Terminated: ok {rc=0}\u000a22:18:50.050388 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=7204): Process ended prematurely: osmo-stp_10.42.42.5(pid=7204) [trial-2395↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7204)] [trial-2395↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38]\u000a22:18:50.059524 tst cs_paging_gprs_active.py:38: Test FAILED (8.8 sec)\u000a22:18:50.119232 run osmo-hlr_10.42.42.2(pid=7201): ERR: Terminated: ERROR {rc=237} [trial-2395↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=7201)]\u000a22:18:50.168091 run osmo-hlr_10.42.42.2(pid=7201): stdout: \u000a| (launched: 2022-12-13_22:18:46.621594) \u000a22:18:50.217608 run osmo-hlr_10.42.42.2(pid=7201): stderr: \u000a| �[0;m�[1;31m20221213221847021 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213221847022 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213221847023 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213221847023 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213221847023 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213221847023 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213221847056 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2395/run.2022-12-13_21-44-31/gprs:trx-sysmocell5000+mod-bts0-dynts-osmo/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213221847064 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213221847071 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213221847071 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:18:50.259440 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7194): Terminating (SIGTERM)\u000a22:18:50.298823 run iperf3-srv_10.42.42.10(pid=7195): Terminating (SIGTERM)\u000a22:18:50.338197 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7196): Terminating (SIGTERM)\u000a22:18:50.377371 run iperf3-srv_10.42.42.10(pid=7197): Terminating (SIGTERM)\u000a22:18:50.417327 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7200): Terminating (SIGTERM)\u000a22:18:50.457403 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7203): Terminating (SIGTERM)\u000a22:18:50.496887 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7206): Terminating (SIGTERM)\u000a22:18:50.506007 --- ParallelTerminationStrategy: PID 7194 died...\u000a22:18:50.558979 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7194): Terminated: ok {rc=0}\u000a22:18:50.568391 --- ParallelTerminationStrategy: PID 7195 died...\u000a22:18:50.620511 run iperf3-srv_10.42.42.10(pid=7195): Terminated {rc=256}\u000a22:18:50.629834 --- ParallelTerminationStrategy: PID 7196 died...\u000a22:18:50.682161 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7196): Terminated: ok {rc=0}\u000a22:18:50.691544 --- ParallelTerminationStrategy: PID 7197 died...\u000a22:18:50.743579 run iperf3-srv_10.42.42.10(pid=7197): Terminated {rc=256}\u000a22:18:50.752890 --- ParallelTerminationStrategy: PID 7200 died...\u000a22:18:50.805368 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7200): Terminated: ok {rc=0}\u000a22:18:50.814742 --- ParallelTerminationStrategy: PID 7203 died...\u000a22:18:50.867601 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7203): Terminated: ok {rc=0}\u000a22:18:50.877082 --- ParallelTerminationStrategy: PID 7206 died...\u000a22:18:50.929542 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7206): Terminated: ok {rc=0}\u000a22:18:51.017872 bus /gobi_0: Setting Powered False\u000a22:18:52.119906 bus /gobi_0: Setting Powered False\u000a22:18:53.230187 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 257, "className" : "gprs:trx-sysmocell5000+mod-bts0-dynts-osmo", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=7216): Process ended prematurely: osmo-stp_10.42.42.5(pid=7216) [trial-2395↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7216)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=7216): Process ended prematurely: osmo-stp_10.42.42.5(pid=7216) [trial-2395↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7216)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2395 gprs:trx-sysmocell5000+mod-bts0-dynts-osmo iperf3.py\u000a----------------------------------------------\u000a22:18:54.340572 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a22:18:54.352201 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a22:18:54.511034 tst iperf3.py: using LAC 36601\u000a22:18:54.631710 tst iperf3.py: using RAC 136\u000a22:18:54.751731 tst iperf3.py: using CellId 36601\u000a22:18:54.869783 tst iperf3.py: using BVCI 36602\u000a22:18:54.892769 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a22:18:54.903763 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a22:18:54.914551 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a22:18:54.925299 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a22:18:54.936044 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a22:18:54.946869 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a22:18:54.958085 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a22:18:54.968644 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a22:18:54.979545 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a22:18:55.275563 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a22:18:55.410661 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a22:18:55.744638 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7208): Launched\u000a22:18:56.022415 run iperf3-srv_10.42.42.10(pid=7209): Launched\u000a22:18:56.220750 tst iperf3.py:8: start network...\u000a22:18:56.356356 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:18:56.865246 run create_hlr_db(pid=7210): Launched\u000a22:18:57.051335 bus /gobi_6: Setting Powered False\u000a22:18:58.073176 run create_hlr_db(pid=7210): Terminated: ok {rc=0}\u000a22:18:58.500899 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7212): Launched\u000a22:18:58.823609 run osmo-hlr_10.42.42.2(pid=7213): Launched\u000a22:18:58.944704 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:18:59.504097 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7215): Launched\u000a22:18:59.827608 run osmo-stp_10.42.42.5(pid=7216): Launched\u000a22:18:59.945519 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a22:19:00.508582 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7218): Launched\u000a22:19:00.624204 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a22:19:00.930388 run patchelf(pid=7219): Launched\u000a22:19:01.132103 run osmo-stp_10.42.42.5(pid=7216): ERR: Terminated: ERROR {rc=1} [trial-2395↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7216)]\u000a22:19:01.265225 run osmo-stp_10.42.42.5(pid=7216): stdout: \u000a| (launched: 2022-12-13_22:18:59.669135)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:19:01.400487 run osmo-stp_10.42.42.5(pid=7216): stderr: \u000a| �[0;m�[38;5;43m20221213221859858 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213221859858 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213221859859 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213221859859 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213221859859 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213221859860 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213221859860 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:19:01.531056 run osmo-stp_10.42.42.5(pid=7216): stdout: \u000a| (launched: 2022-12-13_22:18:59.669135)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:19:01.663876 run osmo-stp_10.42.42.5(pid=7216): stderr: \u000a| �[0;m�[38;5;43m20221213221859858 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213221859858 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213221859859 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213221859859 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213221859859 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213221859860 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213221859860 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:19:01.813771 run patchelf(pid=7219): Terminating (SIGINT)\u000a22:19:01.992713 run patchelf(pid=7219): Terminated: ok {rc=0}\u000a22:19:02.025340 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=7216): Process ended prematurely: osmo-stp_10.42.42.5(pid=7216) [trial-2395↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7216)] [trial-2395↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪iperf3.py:8]\u000a22:19:02.035240 tst iperf3.py:8: Test FAILED (7.7 sec)\u000a22:19:02.097665 run osmo-hlr_10.42.42.2(pid=7213): ERR: Terminated: ERROR {rc=237} [trial-2395↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=7213)]\u000a22:19:02.147658 run osmo-hlr_10.42.42.2(pid=7213): stdout: \u000a| (launched: 2022-12-13_22:18:58.665330) \u000a22:19:02.198075 run osmo-hlr_10.42.42.2(pid=7213): stderr: \u000a| �[0;m�[1;31m20221213221858860 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213221858860 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213221858860 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213221858860 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213221858861 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213221858861 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213221858877 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2395/run.2022-12-13_21-44-31/gprs:trx-sysmocell5000+mod-bts0-dynts-osmo/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213221858885 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213221858885 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213221858885 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:19:02.240358 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7208): Terminating (SIGTERM)\u000a22:19:02.280348 run iperf3-srv_10.42.42.10(pid=7209): Terminating (SIGTERM)\u000a22:19:02.320006 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7212): Terminating (SIGTERM)\u000a22:19:02.359519 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7215): Terminating (SIGTERM)\u000a22:19:02.399154 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7218): Terminating (SIGTERM)\u000a22:19:02.408310 --- ParallelTerminationStrategy: PID 7208 died...\u000a22:19:02.461367 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7208): Terminated: ok {rc=0}\u000a22:19:02.471167 --- ParallelTerminationStrategy: PID 7209 died...\u000a22:19:02.523839 run iperf3-srv_10.42.42.10(pid=7209): Terminated {rc=256}\u000a22:19:02.533421 --- ParallelTerminationStrategy: PID 7212 died...\u000a22:19:02.585986 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7212): Terminated: ok {rc=0}\u000a22:19:02.595425 --- ParallelTerminationStrategy: PID 7215 died...\u000a22:19:02.648068 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7215): Terminated: ok {rc=0}\u000a22:19:02.657613 --- ParallelTerminationStrategy: PID 7218 died...\u000a22:19:02.710102 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7218): Terminated: ok {rc=0}\u000a22:19:02.797598 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 257, "className" : "gprs:trx-sysmocell5000+mod-bts0-dynts-osmo", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=7234): Process ended prematurely: osmo-stp_10.42.42.5(pid=7234) [trial-2395↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7234)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=7234): Process ended prematurely: osmo-stp_10.42.42.5(pid=7234) [trial-2395↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7234)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2395 gprs:trx-sysmocell5000+mod-bts0-dynts-osmo iperf3m4.py\u000a----------------------------------------------\u000a22:19:03.908331 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a22:19:03.919795 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a22:19:04.083395 tst iperf3m4.py: using LAC 36602\u000a22:19:04.202728 tst iperf3m4.py: using RAC 137\u000a22:19:04.319108 tst iperf3m4.py: using CellId 36602\u000a22:19:04.442625 tst iperf3m4.py: using BVCI 36603\u000a22:19:04.467218 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a22:19:04.478693 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a22:19:04.489949 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a22:19:04.501222 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a22:19:04.512759 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a22:19:04.524293 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a22:19:04.535946 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a22:19:04.547383 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a22:19:04.559141 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a22:19:04.677316 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a22:19:04.798897 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a22:19:04.916501 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a22:19:05.211127 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a22:19:05.346178 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a22:19:05.680241 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7220): Launched\u000a22:19:05.957548 run iperf3-srv_10.42.42.10(pid=7221): Launched\u000a22:19:06.155590 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a22:19:06.290384 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a22:19:06.623510 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7222): Launched\u000a22:19:06.900577 run iperf3-srv_10.42.42.10(pid=7223): Launched\u000a22:19:07.098305 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a22:19:07.232885 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a22:19:07.565720 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7224): Launched\u000a22:19:07.842788 run iperf3-srv_10.42.42.10(pid=7225): Launched\u000a22:19:08.039755 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a22:19:08.174387 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a22:19:08.506581 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7226): Launched\u000a22:19:08.782703 run iperf3-srv_10.42.42.10(pid=7227): Launched\u000a22:19:08.979382 tst iperf3m4.py:8: start network...\u000a22:19:09.113745 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:19:09.620451 run create_hlr_db(pid=7228): Launched\u000a22:19:09.807149 bus /gobi_6: Setting Powered False\u000a22:19:10.829461 run create_hlr_db(pid=7228): Terminated: ok {rc=0}\u000a22:19:11.258316 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7230): Launched\u000a22:19:11.580589 run osmo-hlr_10.42.42.2(pid=7231): Launched\u000a22:19:11.701985 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:19:12.263784 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7233): Launched\u000a22:19:12.585983 run osmo-stp_10.42.42.5(pid=7234): Launched\u000a22:19:12.703622 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a22:19:13.267801 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7236): Launched\u000a22:19:13.383608 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a22:19:13.664218 run patchelf(pid=7237): Launched\u000a22:19:13.853434 run osmo-stp_10.42.42.5(pid=7234): ERR: Terminated: ERROR {rc=1} [trial-2395↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7234)]\u000a22:19:13.991129 run osmo-stp_10.42.42.5(pid=7234): stdout: \u000a| (launched: 2022-12-13_22:19:12.427755)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:19:14.129181 run osmo-stp_10.42.42.5(pid=7234): stderr: \u000a| �[0;m�[38;5;43m20221213221912621 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213221912621 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213221912621 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213221912622 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213221912622 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213221912622 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213221912622 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:19:14.262641 run osmo-stp_10.42.42.5(pid=7234): stdout: \u000a| (launched: 2022-12-13_22:19:12.427755)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:19:14.395014 run osmo-stp_10.42.42.5(pid=7234): stderr: \u000a| �[0;m�[38;5;43m20221213221912621 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213221912621 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213221912621 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213221912622 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213221912622 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213221912622 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213221912622 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:19:14.548820 run patchelf(pid=7237): Terminating (SIGINT)\u000a22:19:14.730236 run patchelf(pid=7237): Terminated: ok {rc=0}\u000a22:19:14.763380 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=7234): Process ended prematurely: osmo-stp_10.42.42.5(pid=7234) [trial-2395↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7234)] [trial-2395↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪iperf3m4.py:8]\u000a22:19:14.773465 tst iperf3m4.py:8: Test FAILED (10.9 sec)\u000a22:19:14.837305 run osmo-hlr_10.42.42.2(pid=7231): ERR: Terminated: ERROR {rc=237} [trial-2395↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=7231)]\u000a22:19:14.889082 run osmo-hlr_10.42.42.2(pid=7231): stdout: \u000a| (launched: 2022-12-13_22:19:11.422326) \u000a22:19:14.941277 run osmo-hlr_10.42.42.2(pid=7231): stderr: \u000a| �[0;m�[1;31m20221213221911624 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213221911624 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213221911624 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213221911624 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213221911624 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213221911624 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213221911636 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2395/run.2022-12-13_21-44-31/gprs:trx-sysmocell5000+mod-bts0-dynts-osmo/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213221911644 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213221911645 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213221911645 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:19:14.985797 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7220): Terminating (SIGTERM)\u000a22:19:15.027693 run iperf3-srv_10.42.42.10(pid=7221): Terminating (SIGTERM)\u000a22:19:15.069894 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7222): Terminating (SIGTERM)\u000a22:19:15.112343 run iperf3-srv_10.42.42.10(pid=7223): Terminating (SIGTERM)\u000a22:19:15.154770 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7224): Terminating (SIGTERM)\u000a22:19:15.196749 run iperf3-srv_10.42.42.10(pid=7225): Terminating (SIGTERM)\u000a22:19:15.239284 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7226): Terminating (SIGTERM)\u000a22:19:15.281472 run iperf3-srv_10.42.42.10(pid=7227): Terminating (SIGTERM)\u000a22:19:15.324033 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7230): Terminating (SIGTERM)\u000a22:19:15.366243 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7233): Terminating (SIGTERM)\u000a22:19:15.408732 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7236): Terminating (SIGTERM)\u000a22:19:15.418382 --- ParallelTerminationStrategy: PID 7220 died...\u000a22:19:15.474816 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7220): Terminated: ok {rc=0}\u000a22:19:15.484786 --- ParallelTerminationStrategy: PID 7221 died...\u000a22:19:15.540578 run iperf3-srv_10.42.42.10(pid=7221): Terminated {rc=256}\u000a22:19:15.550523 --- ParallelTerminationStrategy: PID 7222 died...\u000a22:19:15.606853 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7222): Terminated: ok {rc=0}\u000a22:19:15.616861 --- ParallelTerminationStrategy: PID 7223 died...\u000a22:19:15.673337 run iperf3-srv_10.42.42.10(pid=7223): Terminated {rc=256}\u000a22:19:15.683419 --- ParallelTerminationStrategy: PID 7224 died...\u000a22:19:15.739853 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7224): Terminated: ok {rc=0}\u000a22:19:15.749905 --- ParallelTerminationStrategy: PID 7225 died...\u000a22:19:15.805801 run iperf3-srv_10.42.42.10(pid=7225): Terminated {rc=256}\u000a22:19:15.815740 --- ParallelTerminationStrategy: PID 7226 died...\u000a22:19:15.876317 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7226): Terminated: ok {rc=0}\u000a22:19:15.886807 --- ParallelTerminationStrategy: PID 7227 died...\u000a22:19:15.944273 run iperf3-srv_10.42.42.10(pid=7227): Terminated {rc=256}\u000a22:19:15.954674 --- ParallelTerminationStrategy: PID 7230 died...\u000a22:19:16.011477 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7230): Terminated: ok {rc=0}\u000a22:19:16.022033 --- ParallelTerminationStrategy: PID 7233 died...\u000a22:19:16.080088 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7233): Terminated: ok {rc=0}\u000a22:19:16.090737 --- ParallelTerminationStrategy: PID 7236 died...\u000a22:19:16.147696 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7236): Terminated: ok {rc=0}\u000a22:19:16.235780 bus /gobi_4: Setting Powered False\u000a22:19:17.337587 bus /gobi_4: Setting Powered False\u000a22:19:18.449688 bus /gobi_1: Setting Powered False\u000a22:19:19.553243 bus /gobi_1: Setting Powered False\u000a22:19:20.664979 bus /gobi_0: Setting Powered False\u000a22:19:21.769840 bus /gobi_0: Setting Powered False\u000a22:19:22.882652 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 257, "className" : "gprs:trx-sysmocell5000+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=7244): Process ended prematurely: osmo-stp_10.42.42.5(pid=7244) [trial-2395↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7244)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=7244): Process ended prematurely: osmo-stp_10.42.42.5(pid=7244) [trial-2395↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7244)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2395 gprs:trx-sysmocell5000+mod-bts0-dynts-osmo ping.py\u000a----------------------------------------------\u000a22:19:23.949796 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a22:19:23.961249 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a22:19:24.116069 tst ping.py: using LAC 36603\u000a22:19:24.233829 tst ping.py: using RAC 138\u000a22:19:24.349817 tst ping.py: using CellId 36603\u000a22:19:24.473201 tst ping.py: using BVCI 36604\u000a22:19:24.497387 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a22:19:24.508790 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a22:19:24.520066 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a22:19:24.531430 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a22:19:24.543038 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a22:19:24.554631 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a22:19:24.566456 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a22:19:24.578004 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a22:19:24.849764 tst ping.py:19: start network...\u000a22:19:24.971598 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:19:25.444896 run create_hlr_db(pid=7238): Launched\u000a22:19:25.615449 bus /gobi_6: Setting Powered False\u000a22:19:26.636146 run create_hlr_db(pid=7238): Terminated: ok {rc=0}\u000a22:19:27.056942 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7240): Launched\u000a22:19:27.374760 run osmo-hlr_10.42.42.2(pid=7241): Launched\u000a22:19:27.493960 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:19:28.050884 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7243): Launched\u000a22:19:28.366223 run osmo-stp_10.42.42.5(pid=7244): Launched\u000a22:19:28.480841 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a22:19:29.032147 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7246): Launched\u000a22:19:29.145021 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a22:19:29.419225 run patchelf(pid=7249): Launched\u000a22:19:29.603938 run osmo-stp_10.42.42.5(pid=7244): ERR: Terminated: ERROR {rc=1} [trial-2395↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7244)]\u000a22:19:29.739760 run osmo-stp_10.42.42.5(pid=7244): stdout: \u000a| (launched: 2022-12-13_22:19:28.211421)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:19:29.875509 run osmo-stp_10.42.42.5(pid=7244): stderr: \u000a| �[0;m�[38;5;43m20221213221928405 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213221928405 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213221928405 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213221928406 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213221928406 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213221928406 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213221928406 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:19:30.006707 run osmo-stp_10.42.42.5(pid=7244): stdout: \u000a| (launched: 2022-12-13_22:19:28.211421)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:19:30.136352 run osmo-stp_10.42.42.5(pid=7244): stderr: \u000a| �[0;m�[38;5;43m20221213221928405 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213221928405 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213221928405 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213221928406 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213221928406 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213221928406 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213221928406 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:19:30.287224 run patchelf(pid=7249): Terminating (SIGINT)\u000a22:19:30.463756 run patchelf(pid=7249): Terminated: ok {rc=0}\u000a22:19:30.495984 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=7244): Process ended prematurely: osmo-stp_10.42.42.5(pid=7244) [trial-2395↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7244)] [trial-2395↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪ping.py:22]\u000a22:19:30.505253 tst ping.py:22: Test FAILED (6.5 sec)\u000a22:19:30.568739 run osmo-hlr_10.42.42.2(pid=7241): ERR: Terminated: ERROR {rc=237} [trial-2395↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=7241)]\u000a22:19:30.620362 run osmo-hlr_10.42.42.2(pid=7241): stdout: \u000a| (launched: 2022-12-13_22:19:27.218066) \u000a22:19:30.672376 run osmo-hlr_10.42.42.2(pid=7241): stderr: \u000a| �[0;m�[1;31m20221213221927413 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213221927413 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213221927413 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213221927413 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213221927413 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213221927413 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213221927426 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2395/run.2022-12-13_21-44-31/gprs:trx-sysmocell5000+mod-bts0-dynts-osmo/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213221927436 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213221927436 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213221927436 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:19:30.717089 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7240): Terminating (SIGTERM)\u000a22:19:30.759389 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7243): Terminating (SIGTERM)\u000a22:19:30.801713 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7246): Terminating (SIGTERM)\u000a22:19:30.811376 --- ParallelTerminationStrategy: PID 7240 died...\u000a22:19:30.879910 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7240): Terminated: ok {rc=0}\u000a22:19:30.890296 --- ParallelTerminationStrategy: PID 7243 died...\u000a22:19:30.950365 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7243): Terminated: ok {rc=0}\u000a22:19:30.960874 --- ParallelTerminationStrategy: PID 7246 died...\u000a22:19:31.017693 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7246): Terminated: ok {rc=0}\u000a22:19:31.107037 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 257, "className" : "gprs:trx-sysmocell5000+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=7256): Process ended prematurely: osmo-stp_10.42.42.5(pid=7256) [trial-2395↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7256)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=7256): Process ended prematurely: osmo-stp_10.42.42.5(pid=7256) [trial-2395↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7256)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2395 gprs:trx-sysmocell5000+mod-bts0-dynts-osmo ping_idle_ping.py\u000a----------------------------------------------\u000a22:19:32.158233 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a22:19:32.171770 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a22:19:32.342630 tst ping_idle_ping.py: using LAC 36604\u000a22:19:32.473039 tst ping_idle_ping.py: using RAC 139\u000a22:19:32.594910 tst ping_idle_ping.py: using CellId 36604\u000a22:19:32.717710 tst ping_idle_ping.py: using BVCI 36605\u000a22:19:32.742101 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a22:19:32.753631 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a22:19:32.764831 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a22:19:32.776174 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a22:19:32.787718 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a22:19:32.799338 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a22:19:32.811575 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a22:19:32.823165 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a22:19:33.113942 tst ping_idle_ping.py:24: start network...\u000a22:19:33.246704 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:19:33.749529 run create_hlr_db(pid=7250): Launched\u000a22:19:33.934140 bus /gobi_6: Setting Powered False\u000a22:19:34.954789 run create_hlr_db(pid=7250): Terminated: ok {rc=0}\u000a22:19:35.352601 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7252): Launched\u000a22:19:35.649231 run osmo-hlr_10.42.42.2(pid=7253): Launched\u000a22:19:35.757764 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:19:36.273145 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7255): Launched\u000a22:19:36.570001 run osmo-stp_10.42.42.5(pid=7256): Launched\u000a22:19:36.678027 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a22:19:37.194625 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7258): Launched\u000a22:19:37.300093 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a22:19:37.558570 run patchelf(pid=7259): Launched\u000a22:19:37.732019 run osmo-stp_10.42.42.5(pid=7256): ERR: Terminated: ERROR {rc=1} [trial-2395↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7256)]\u000a22:19:37.859372 run osmo-stp_10.42.42.5(pid=7256): stdout: \u000a| (launched: 2022-12-13_22:19:36.423954)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:19:37.986447 run osmo-stp_10.42.42.5(pid=7256): stderr: \u000a| �[0;m�[38;5;43m20221213221936592 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213221936592 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213221936592 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213221936593 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213221936593 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213221936593 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213221936594 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:19:38.109397 run osmo-stp_10.42.42.5(pid=7256): stdout: \u000a| (launched: 2022-12-13_22:19:36.423954)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:19:38.231276 run osmo-stp_10.42.42.5(pid=7256): stderr: \u000a| �[0;m�[38;5;43m20221213221936592 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213221936592 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213221936592 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213221936593 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213221936593 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213221936593 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213221936594 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:19:38.373285 run patchelf(pid=7259): Terminating (SIGINT)\u000a22:19:38.540238 run patchelf(pid=7259): Terminated: ok {rc=0}\u000a22:19:38.570652 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=7256): Process ended prematurely: osmo-stp_10.42.42.5(pid=7256) [trial-2395↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7256)] [trial-2395↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪ping_idle_ping.py:27]\u000a22:19:38.579228 tst ping_idle_ping.py:27: Test FAILED (6.4 sec)\u000a22:19:38.638125 run osmo-hlr_10.42.42.2(pid=7253): ERR: Terminated: ERROR {rc=237} [trial-2395↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=7253)]\u000a22:19:38.686469 run osmo-hlr_10.42.42.2(pid=7253): stdout: \u000a| (launched: 2022-12-13_22:19:35.503319) \u000a22:19:38.735274 run osmo-hlr_10.42.42.2(pid=7253): stderr: \u000a| �[0;m�[1;31m20221213221935681 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213221935681 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213221935681 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213221935681 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213221935681 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213221935681 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213221935694 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2395/run.2022-12-13_21-44-31/gprs:trx-sysmocell5000+mod-bts0-dynts-osmo/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213221935702 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213221935702 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213221935702 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:19:38.777053 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7252): Terminating (SIGTERM)\u000a22:19:38.816249 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7255): Terminating (SIGTERM)\u000a22:19:38.855866 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7258): Terminating (SIGTERM)\u000a22:19:38.865058 --- ParallelTerminationStrategy: PID 7252 died...\u000a22:19:38.917931 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7252): Terminated: ok {rc=0}\u000a22:19:38.927332 --- ParallelTerminationStrategy: PID 7255 died...\u000a22:19:38.979577 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7255): Terminated: ok {rc=0}\u000a22:19:38.989106 --- ParallelTerminationStrategy: PID 7258 died...\u000a22:19:39.041388 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7258): Terminated: ok {rc=0}\u000a22:19:39.128923 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 61.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "72", "name" : "gprs_trx-sysmocell5000+mod-bts0-dynts-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T22:18:40" }, { "cases" : [ { "testActions" : [ ], "age" : 257, "className" : "dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=7269): Process ended prematurely: osmo-stp_10.42.42.5(pid=7269) [trial-2395↪dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7269)]", "failedSince" : 2139, "name" : "switch_tch_pdch.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/dynts/switch_tch_pdch.py\", line 54, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=7269): Process ended prematurely: osmo-stp_10.42.42.5(pid=7269) [trial-2395↪dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7269)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2395 dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any switch_tch_pdch.py\u000a----------------------------------------------\u000a22:19:41.171060 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a22:19:41.182790 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a22:19:41.347507 tst switch_tch_pdch.py: using LAC 36605\u000a22:19:41.470952 tst switch_tch_pdch.py: using RAC 140\u000a22:19:41.596043 tst switch_tch_pdch.py: using CellId 36605\u000a22:19:41.721809 tst switch_tch_pdch.py: using BVCI 36606\u000a22:19:41.746144 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a22:19:41.757852 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a22:19:41.769358 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a22:19:41.780910 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a22:19:41.792811 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a22:19:41.804684 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a22:19:41.816721 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a22:19:41.828556 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a22:19:41.951998 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a22:19:42.226580 tst switch_tch_pdch.py:51: start network...\u000a22:19:42.349386 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:19:42.824867 run create_hlr_db(pid=7263): Launched\u000a22:19:42.995624 bus /gobi_6: Setting Powered False\u000a22:19:44.018176 run create_hlr_db(pid=7263): Terminated: ok {rc=0}\u000a22:19:44.439366 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7265): Launched\u000a22:19:44.755828 run osmo-hlr_10.42.42.2(pid=7266): Launched\u000a22:19:44.873487 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:19:45.423085 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7268): Launched\u000a22:19:45.739956 run osmo-stp_10.42.42.5(pid=7269): Launched\u000a22:19:45.873627 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a22:19:46.505492 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7271): Launched\u000a22:19:46.621693 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a22:19:46.914113 run patchelf(pid=7272): Launched\u000a22:19:47.094010 run osmo-stp_10.42.42.5(pid=7269): ERR: Terminated: ERROR {rc=1} [trial-2395↪dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7269)]\u000a22:19:47.224303 run osmo-stp_10.42.42.5(pid=7269): stdout: \u000a| (launched: 2022-12-13_22:19:45.584066)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:19:47.352673 run osmo-stp_10.42.42.5(pid=7269): stderr: \u000a| �[0;m�[38;5;43m20221213221945774 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213221945774 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213221945775 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213221945775 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213221945777 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213221945778 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213221945778 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:19:47.476103 run osmo-stp_10.42.42.5(pid=7269): stdout: \u000a| (launched: 2022-12-13_22:19:45.584066)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:19:47.598447 run osmo-stp_10.42.42.5(pid=7269): stderr: \u000a| �[0;m�[38;5;43m20221213221945774 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213221945774 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213221945775 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213221945775 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213221945777 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213221945778 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213221945778 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:19:47.741253 run patchelf(pid=7272): Terminating (SIGINT)\u000a22:19:47.908101 run patchelf(pid=7272): Terminated: ok {rc=0}\u000a22:19:47.938889 tst switch_tch_pdch.py:54: ERR: Error: osmo-stp_10.42.42.5(pid=7269): Process ended prematurely: osmo-stp_10.42.42.5(pid=7269) [trial-2395↪dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7269)] [trial-2395↪dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54]\u000a22:19:47.947507 tst switch_tch_pdch.py:54: Test FAILED (6.8 sec)\u000a22:19:48.008391 run osmo-hlr_10.42.42.2(pid=7266): ERR: Terminated: ERROR {rc=237} [trial-2395↪dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py↪switch_tch_pdch.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=7266)]\u000a22:19:48.057954 run osmo-hlr_10.42.42.2(pid=7266): stdout: \u000a| (launched: 2022-12-13_22:19:44.600653) \u000a22:19:48.108099 run osmo-hlr_10.42.42.2(pid=7266): stderr: \u000a| �[0;m�[1;31m20221213221944796 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213221944796 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213221944796 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213221944796 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213221944797 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213221944797 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213221944808 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2395/run.2022-12-13_21-44-31/dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any/switch_tch_pdch.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213221944816 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213221944817 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213221944817 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:19:48.150902 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7265): Terminating (SIGTERM)\u000a22:19:48.190951 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7268): Terminating (SIGTERM)\u000a22:19:48.230900 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7271): Terminating (SIGTERM)\u000a22:19:48.239977 --- ParallelTerminationStrategy: PID 7265 died...\u000a22:19:48.294209 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7265): Terminated: ok {rc=0}\u000a22:19:48.303753 --- ParallelTerminationStrategy: PID 7268 died...\u000a22:19:48.357777 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7268): Terminated: ok {rc=0}\u000a22:19:48.367346 --- ParallelTerminationStrategy: PID 7271 died...\u000a22:19:48.421621 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7271): Terminated: ok {rc=0}\u000a22:19:48.510565 bus /gobi_0: Setting Powered False\u000a22:19:49.612580 bus /gobi_0: Setting Powered False\u000a22:19:50.719469 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "73", "name" : "dynts_trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T22:19:40" }, { "cases" : [ { "testActions" : [ ], "age" : 257, "className" : "dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=7282): Process ended prematurely: osmo-stp_10.42.42.5(pid=7282) [trial-2395↪dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7282)]", "failedSince" : 2139, "name" : "switch_tch_pdch.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/dynts/switch_tch_pdch.py\", line 54, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=7282): Process ended prematurely: osmo-stp_10.42.42.5(pid=7282) [trial-2395↪dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7282)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2395 dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo switch_tch_pdch.py\u000a----------------------------------------------\u000a22:19:52.708454 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a22:19:52.719895 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo: Using 1 x bts (candidates: 1)\u000a22:19:52.881832 tst switch_tch_pdch.py: using LAC 36606\u000a22:19:52.998203 tst switch_tch_pdch.py: using RAC 141\u000a22:19:53.114541 tst switch_tch_pdch.py: using CellId 36606\u000a22:19:53.239522 tst switch_tch_pdch.py: using BVCI 36607\u000a22:19:53.263846 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a22:19:53.275449 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a22:19:53.286978 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a22:19:53.298535 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a22:19:53.310308 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a22:19:53.322000 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a22:19:53.333750 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a22:19:53.345494 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo: Using 1 x modem (candidates: 2)\u000a22:19:53.463895 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo: Using 1 x modem (candidates: 2)\u000a22:19:53.738286 tst switch_tch_pdch.py:51: start network...\u000a22:19:53.860420 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:19:54.311913 run create_hlr_db(pid=7276): Launched\u000a22:19:54.432909 bus /gobi_6: Setting Powered False\u000a22:19:55.504143 run create_hlr_db(pid=7276): Terminated: ok {rc=0}\u000a22:19:55.900092 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7278): Launched\u000a22:19:56.218245 run osmo-hlr_10.42.42.2(pid=7279): Launched\u000a22:19:56.336322 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:19:56.858639 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7281): Launched\u000a22:19:57.175203 run osmo-stp_10.42.42.5(pid=7282): Launched\u000a22:19:57.290736 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a22:19:57.816516 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7284): Launched\u000a22:19:57.929661 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a22:19:58.204577 run patchelf(pid=7285): Launched\u000a22:19:58.390186 run osmo-stp_10.42.42.5(pid=7282): ERR: Terminated: ERROR {rc=1} [trial-2395↪dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7282)]\u000a22:19:58.526245 run osmo-stp_10.42.42.5(pid=7282): stdout: \u000a| (launched: 2022-12-13_22:19:57.019761)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:19:58.662455 run osmo-stp_10.42.42.5(pid=7282): stderr: \u000a| �[0;m�[38;5;43m20221213221957211 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213221957212 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213221957212 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213221957212 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213221957213 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213221957213 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213221957213 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:19:58.794508 run osmo-stp_10.42.42.5(pid=7282): stdout: \u000a| (launched: 2022-12-13_22:19:57.019761)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:19:58.924901 run osmo-stp_10.42.42.5(pid=7282): stderr: \u000a| �[0;m�[38;5;43m20221213221957211 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213221957212 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213221957212 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213221957212 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213221957213 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213221957213 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213221957213 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:19:59.076249 run patchelf(pid=7285): Terminating (SIGINT)\u000a22:19:59.253853 run patchelf(pid=7285): Terminated: ok {rc=0}\u000a22:19:59.285959 tst switch_tch_pdch.py:54: ERR: Error: osmo-stp_10.42.42.5(pid=7282): Process ended prematurely: osmo-stp_10.42.42.5(pid=7282) [trial-2395↪dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7282)] [trial-2395↪dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54]\u000a22:19:59.295096 tst switch_tch_pdch.py:54: Test FAILED (6.6 sec)\u000a22:19:59.358628 run osmo-hlr_10.42.42.2(pid=7279): ERR: Terminated: ERROR {rc=237} [trial-2395↪dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo↪switch_tch_pdch.py↪switch_tch_pdch.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=7279)]\u000a22:19:59.410530 run osmo-hlr_10.42.42.2(pid=7279): stdout: \u000a| (launched: 2022-12-13_22:19:56.062458) \u000a22:19:59.463129 run osmo-hlr_10.42.42.2(pid=7279): stderr: \u000a| �[0;m�[1;31m20221213221956260 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213221956260 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213221956260 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213221956260 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213221956260 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213221956260 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213221956273 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2395/run.2022-12-13_21-44-31/dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo/switch_tch_pdch.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213221956282 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213221956282 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213221956282 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:19:59.507954 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7278): Terminating (SIGTERM)\u000a22:19:59.550045 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7281): Terminating (SIGTERM)\u000a22:19:59.592564 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7284): Terminating (SIGTERM)\u000a22:19:59.602313 --- ParallelTerminationStrategy: PID 7278 died...\u000a22:19:59.658932 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7278): Terminated: ok {rc=0}\u000a22:19:59.669120 --- ParallelTerminationStrategy: PID 7281 died...\u000a22:19:59.725490 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7281): Terminated: ok {rc=0}\u000a22:19:59.735430 --- ParallelTerminationStrategy: PID 7284 died...\u000a22:19:59.791688 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7284): Terminated: ok {rc=0}\u000a22:19:59.878699 bus /gobi_0: Setting Powered False\u000a22:20:00.989968 bus /gobi_0: Setting Powered False\u000a22:20:02.112033 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "74", "name" : "dynts_trx-sysmocell5000+mod-bts0-dynts67-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T22:19:52" }, { "cases" : [ { "testActions" : [ ], "age" : 251, "className" : "nitb_sms:trx-umtrx", "duration" : 4.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=7293): Process ended prematurely: osmo-nitb_10.42.42.2(pid=7293) [trial-2395↪nitb_sms:trx-umtrx↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=7293)]", "failedSince" : 2145, "name" : "mo_mt_sms.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_sms/mo_mt_sms.py\", line 11, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=7293): Process ended prematurely: osmo-nitb_10.42.42.2(pid=7293) [trial-2395↪nitb_sms:trx-umtrx↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=7293)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2395 nitb_sms:trx-umtrx mo_mt_sms.py\u000a----------------------------------------------\u000a22:20:04.020221 tst nitb_sms:trx-umtrx: Using 1 x ip_address (candidates: 1)\u000a22:20:04.030852 tst nitb_sms:trx-umtrx: Using 1 x bts (candidates: 1)\u000a22:20:04.165069 tst mo_mt_sms.py: using LAC 36607\u000a22:20:04.278957 tst mo_mt_sms.py: using RAC 142\u000a22:20:04.393328 tst mo_mt_sms.py: using CellId 36607\u000a22:20:04.507033 tst mo_mt_sms.py: using BVCI 36608\u000a22:20:04.529486 tst nitb_sms:trx-umtrx: Using 1 x modem (candidates: 2)\u000a22:20:04.648851 tst nitb_sms:trx-umtrx: Using 1 x modem (candidates: 2)\u000a22:20:04.937965 tst mo_mt_sms.py:9: start nitb and bts...\u000a22:20:05.070299 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a22:20:05.725869 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=7292): Launched\u000a22:20:06.040072 run osmo-nitb_10.42.42.2(pid=7293): Launched\u000a22:20:06.235166 run osmo-nitb_10.42.42.2(pid=7293): ERR: Terminated: ERROR {rc=2} [trial-2395↪nitb_sms:trx-umtrx↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=7293)]\u000a22:20:06.378833 run osmo-nitb_10.42.42.2(pid=7293): stdout: \u000a| (launched: 2022-12-13_22:20:05.887372) \u000a22:20:06.522688 run osmo-nitb_10.42.42.2(pid=7293): stderr: \u000a| (launched: 2022-12-13_22:20:05.934576)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a22:20:06.662204 run osmo-nitb_10.42.42.2(pid=7293): stdout: \u000a| (launched: 2022-12-13_22:20:05.887372) \u000a22:20:06.800626 run osmo-nitb_10.42.42.2(pid=7293): stderr: \u000a| (launched: 2022-12-13_22:20:05.934576)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a22:20:07.167953 tst osmo-nitb_10.42.42.2(pid=7293): stdout: \u000a| (launched: 2022-12-13_22:20:05.887372) \u000a22:20:07.295178 tst osmo-nitb_10.42.42.2(pid=7293): stderr: \u000a| (launched: 2022-12-13_22:20:05.934576)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a22:20:07.350727 tst mo_mt_sms.py:11: ERR: Error: osmo-nitb_10.42.42.2(pid=7293): Process ended prematurely: osmo-nitb_10.42.42.2(pid=7293) [trial-2395↪nitb_sms:trx-umtrx↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=7293)] [trial-2395↪nitb_sms:trx-umtrx↪mo_mt_sms.py:11]\u000a22:20:07.359559 tst mo_mt_sms.py:11: Test FAILED (3.3 sec)\u000a22:20:07.396231 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=7292): Terminating (SIGTERM)\u000a22:20:07.574978 --- ParallelTerminationStrategy: PID 7292 died...\u000a22:20:07.632311 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=7292): Terminated: ok {rc=0}\u000a22:20:07.718912 bus /sierra_3: Setting Powered False\u000a22:20:08.821437 bus /sierra_3: Setting Powered False\u000a22:20:09.933676 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 8.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "75", "name" : "nitb_sms_trx-umtrx", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T22:20:03" }, { "cases" : [ { "testActions" : [ ], "age" : 78, "className" : "sms:trx-umtrx", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=7303): Process ended prematurely: osmo-stp_10.42.42.5(pid=7303) [trial-2395↪sms:trx-umtrx↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7303)]", "failedSince" : 2318, "name" : "mo_mt_sms.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/sms/mo_mt_sms.py\", line 16, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=7303): Process ended prematurely: osmo-stp_10.42.42.5(pid=7303) [trial-2395↪sms:trx-umtrx↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7303)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2395 sms:trx-umtrx mo_mt_sms.py\u000a----------------------------------------------\u000a22:20:11.816351 tst sms:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a22:20:11.826929 tst sms:trx-umtrx: Using 1 x bts (candidates: 1)\u000a22:20:11.957882 tst mo_mt_sms.py: using LAC 36608\u000a22:20:12.074182 tst mo_mt_sms.py: using RAC 143\u000a22:20:12.200350 tst mo_mt_sms.py: using CellId 36608\u000a22:20:12.323925 tst mo_mt_sms.py: using BVCI 36609\u000a22:20:12.348141 tst sms:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a22:20:12.359067 tst sms:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a22:20:12.369926 tst sms:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a22:20:12.380603 tst sms:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a22:20:12.392295 tst sms:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a22:20:12.404112 tst sms:trx-umtrx: Using 1 x modem (candidates: 2)\u000a22:20:12.519962 tst sms:trx-umtrx: Using 1 x modem (candidates: 2)\u000a22:20:12.727506 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:20:13.224646 run create_hlr_db(pid=7297): Launched\u000a22:20:13.410981 bus /sierra_2: Setting Powered False\u000a22:20:14.431174 run create_hlr_db(pid=7297): Terminated: ok {rc=0}\u000a22:20:14.828220 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7299): Launched\u000a22:20:15.122966 run osmo-hlr_10.42.42.2(pid=7300): Launched\u000a22:20:15.239081 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:20:15.759226 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7302): Launched\u000a22:20:16.107199 run osmo-stp_10.42.42.5(pid=7303): Launched\u000a22:20:16.327810 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a22:20:17.068695 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=7305): Launched\u000a22:20:17.444099 run osmo-msc_10.42.42.6(pid=7306): Launched\u000a22:20:17.619775 run osmo-stp_10.42.42.5(pid=7303): ERR: Terminated: ERROR {rc=1} [trial-2395↪sms:trx-umtrx↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7303)]\u000a22:20:17.746981 run osmo-stp_10.42.42.5(pid=7303): stdout: \u000a| (launched: 2022-12-13_22:20:15.930698)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:20:17.870668 run osmo-stp_10.42.42.5(pid=7303): stderr: \u000a| �[0;m�[38;5;43m20221213222016291 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213222016291 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213222016291 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213222016291 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213222016292 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213222016292 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213222016292 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:20:17.988908 run osmo-stp_10.42.42.5(pid=7303): stdout: \u000a| (launched: 2022-12-13_22:20:15.930698)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:20:18.106616 run osmo-stp_10.42.42.5(pid=7303): stderr: \u000a| �[0;m�[38;5;43m20221213222016291 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213222016291 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213222016291 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213222016291 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213222016292 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213222016292 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213222016292 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:20:18.158355 tst mo_mt_sms.py:16: ERR: Error: osmo-stp_10.42.42.5(pid=7303): Process ended prematurely: osmo-stp_10.42.42.5(pid=7303) [trial-2395↪sms:trx-umtrx↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7303)] [trial-2395↪sms:trx-umtrx↪mo_mt_sms.py:16]\u000a22:20:18.166385 tst mo_mt_sms.py:16: Test FAILED (6.3 sec)\u000a22:20:18.225995 run osmo-hlr_10.42.42.2(pid=7300): ERR: Terminated: ERROR {rc=237} [trial-2395↪sms:trx-umtrx↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=7300)]\u000a22:20:18.274912 run osmo-hlr_10.42.42.2(pid=7300): stdout: \u000a| (launched: 2022-12-13_22:20:14.977536) \u000a22:20:18.324505 run osmo-hlr_10.42.42.2(pid=7300): stderr: \u000a| �[0;m�[1;31m20221213222015155 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213222015155 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213222015155 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213222015155 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213222015155 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213222015155 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213222015169 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2395/run.2022-12-13_21-44-31/sms:trx-umtrx/mo_mt_sms.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213222015177 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213222015177 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213222015177 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:20:18.391849 run osmo-msc_10.42.42.6(pid=7306): ERR: Terminated: ERROR {rc=2} [trial-2395↪sms:trx-umtrx↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=7306)]\u000a22:20:18.440382 run osmo-msc_10.42.42.6(pid=7306): stdout: \u000a| (launched: 2022-12-13_22:20:17.273085) \u000a22:20:18.489458 run osmo-msc_10.42.42.6(pid=7306): stderr: \u000a| �[0;m�[38;5;43m20221213222017631 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213222017632 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7ff74f84dc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213222017632 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213222017632 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213222017632 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213222017632 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213222017634 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213222017634 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213222017634 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213222017634 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a22:20:18.531343 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7299): Terminating (SIGTERM)\u000a22:20:18.570815 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7302): Terminating (SIGTERM)\u000a22:20:18.610248 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=7305): Terminating (SIGTERM)\u000a22:20:18.619427 --- ParallelTerminationStrategy: PID 7299 died...\u000a22:20:18.672284 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7299): Terminated: ok {rc=0}\u000a22:20:18.681833 --- ParallelTerminationStrategy: PID 7302 died...\u000a22:20:18.734590 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7302): Terminated: ok {rc=0}\u000a22:20:18.744076 --- ParallelTerminationStrategy: PID 7305 died...\u000a22:20:18.796848 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=7305): Terminated: ok {rc=0}\u000a22:20:18.884640 bus /sierra_3: Setting Powered False\u000a22:20:19.986467 bus /sierra_3: Setting Powered False\u000a22:20:21.096608 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "76", "name" : "sms_trx-umtrx", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T22:20:11" }, { "cases" : [ { "testActions" : [ ], "age" : 251, "className" : "nitb_ussd:trx-umtrx", "duration" : 4.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=7313): Process ended prematurely: osmo-nitb_10.42.42.2(pid=7313) [trial-2395↪nitb_ussd:trx-umtrx↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=7313)]", "failedSince" : 2145, "name" : "assert_extension.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_ussd/assert_extension.py\", line 12, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=7313): Process ended prematurely: osmo-nitb_10.42.42.2(pid=7313) [trial-2395↪nitb_ussd:trx-umtrx↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=7313)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2395 nitb_ussd:trx-umtrx assert_extension.py\u000a----------------------------------------------\u000a22:20:22.937964 tst nitb_ussd:trx-umtrx: Using 1 x ip_address (candidates: 1)\u000a22:20:22.949402 tst nitb_ussd:trx-umtrx: Using 1 x bts (candidates: 1)\u000a22:20:23.083418 tst assert_extension.py: using LAC 36609\u000a22:20:23.198194 tst assert_extension.py: using RAC 144\u000a22:20:23.317562 tst assert_extension.py: using CellId 36609\u000a22:20:23.431624 tst assert_extension.py: using BVCI 36610\u000a22:20:23.453992 tst nitb_ussd:trx-umtrx: Using 1 x modem (candidates: 1)\u000a22:20:23.742019 tst assert_extension.py:10: start nitb and bts...\u000a22:20:23.873890 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a22:20:24.527835 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=7312): Launched\u000a22:20:24.841043 run osmo-nitb_10.42.42.2(pid=7313): Launched\u000a22:20:25.035713 run osmo-nitb_10.42.42.2(pid=7313): ERR: Terminated: ERROR {rc=2} [trial-2395↪nitb_ussd:trx-umtrx↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=7313)]\u000a22:20:25.179106 run osmo-nitb_10.42.42.2(pid=7313): stdout: \u000a| (launched: 2022-12-13_22:20:24.688474) \u000a22:20:25.323052 run osmo-nitb_10.42.42.2(pid=7313): stderr: \u000a| (launched: 2022-12-13_22:20:24.736360)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a22:20:25.462589 run osmo-nitb_10.42.42.2(pid=7313): stdout: \u000a| (launched: 2022-12-13_22:20:24.688474) \u000a22:20:25.600554 run osmo-nitb_10.42.42.2(pid=7313): stderr: \u000a| (launched: 2022-12-13_22:20:24.736360)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a22:20:25.969289 tst osmo-nitb_10.42.42.2(pid=7313): stdout: \u000a| (launched: 2022-12-13_22:20:24.688474) \u000a22:20:26.095427 tst osmo-nitb_10.42.42.2(pid=7313): stderr: \u000a| (launched: 2022-12-13_22:20:24.736360)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a22:20:26.150498 tst assert_extension.py:12: ERR: Error: osmo-nitb_10.42.42.2(pid=7313): Process ended prematurely: osmo-nitb_10.42.42.2(pid=7313) [trial-2395↪nitb_ussd:trx-umtrx↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=7313)] [trial-2395↪nitb_ussd:trx-umtrx↪assert_extension.py:12]\u000a22:20:26.159250 tst assert_extension.py:12: Test FAILED (3.2 sec)\u000a22:20:26.195774 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=7312): Terminating (SIGTERM)\u000a22:20:26.374147 --- ParallelTerminationStrategy: PID 7312 died...\u000a22:20:26.431163 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=7312): Terminated: ok {rc=0}\u000a22:20:26.517626 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 6.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "77", "name" : "nitb_ussd_trx-umtrx", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T22:20:22" }, { "cases" : [ { "testActions" : [ ], "age" : 78, "className" : "ussd:trx-umtrx", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=7323): Process ended prematurely: osmo-stp_10.42.42.5(pid=7323) [trial-2395↪ussd:trx-umtrx↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7323)]", "failedSince" : 2318, "name" : "assert_extension.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/ussd/assert_extension.py\", line 17, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=7323): Process ended prematurely: osmo-stp_10.42.42.5(pid=7323) [trial-2395↪ussd:trx-umtrx↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7323)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2395 ussd:trx-umtrx assert_extension.py\u000a----------------------------------------------\u000a22:20:28.350098 tst ussd:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a22:20:28.360378 tst ussd:trx-umtrx: Using 1 x bts (candidates: 1)\u000a22:20:28.492617 tst assert_extension.py: using LAC 36610\u000a22:20:28.606649 tst assert_extension.py: using RAC 145\u000a22:20:28.726505 tst assert_extension.py: using CellId 36610\u000a22:20:28.840778 tst assert_extension.py: using BVCI 36611\u000a22:20:28.863245 tst ussd:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a22:20:28.873787 tst ussd:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a22:20:28.884054 tst ussd:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a22:20:28.894347 tst ussd:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a22:20:28.904647 tst ussd:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a22:20:28.914958 tst ussd:trx-umtrx: Using 1 x modem (candidates: 1)\u000a22:20:29.123544 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:20:29.622957 run create_hlr_db(pid=7317): Launched\u000a22:20:29.806886 bus /sierra_2: Setting Powered False\u000a22:20:30.829270 run create_hlr_db(pid=7317): Terminated: ok {rc=0}\u000a22:20:31.313767 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7319): Launched\u000a22:20:31.742248 run osmo-hlr_10.42.42.2(pid=7320): Launched\u000a22:20:31.982538 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:20:32.538163 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7322): Launched\u000a22:20:32.855196 run osmo-stp_10.42.42.5(pid=7323): Launched\u000a22:20:32.970796 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a22:20:33.545976 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=7325): Launched\u000a22:20:33.862506 run osmo-msc_10.42.42.6(pid=7326): Launched\u000a22:20:34.048550 run osmo-stp_10.42.42.5(pid=7323): ERR: Terminated: ERROR {rc=1} [trial-2395↪ussd:trx-umtrx↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7323)]\u000a22:20:34.183820 run osmo-stp_10.42.42.5(pid=7323): stdout: \u000a| (launched: 2022-12-13_22:20:32.698698)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:20:34.319092 run osmo-stp_10.42.42.5(pid=7323): stderr: \u000a| �[0;m�[38;5;43m20221213222032889 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213222032889 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213222032890 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213222032890 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213222032890 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213222032890 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213222032890 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:20:34.446435 run osmo-stp_10.42.42.5(pid=7323): stdout: \u000a| (launched: 2022-12-13_22:20:32.698698)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:20:34.572581 run osmo-stp_10.42.42.5(pid=7323): stderr: \u000a| �[0;m�[38;5;43m20221213222032889 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213222032889 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213222032890 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213222032890 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213222032890 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213222032890 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213222032890 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:20:34.627631 tst assert_extension.py:17: ERR: Error: osmo-stp_10.42.42.5(pid=7323): Process ended prematurely: osmo-stp_10.42.42.5(pid=7323) [trial-2395↪ussd:trx-umtrx↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7323)] [trial-2395↪ussd:trx-umtrx↪assert_extension.py:17]\u000a22:20:34.636222 tst assert_extension.py:17: Test FAILED (6.3 sec)\u000a22:20:34.698871 run osmo-hlr_10.42.42.2(pid=7320): ERR: Terminated: ERROR {rc=237} [trial-2395↪ussd:trx-umtrx↪assert_extension.py↪assert_extension.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=7320)]\u000a22:20:34.750434 run osmo-hlr_10.42.42.2(pid=7320): stdout: \u000a| (launched: 2022-12-13_22:20:31.477281) \u000a22:20:34.802466 run osmo-hlr_10.42.42.2(pid=7320): stderr: \u000a| �[0;m�[1;31m20221213222031785 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213222031785 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213222031785 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213222031785 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213222031785 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213222031785 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213222031799 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2395/run.2022-12-13_21-44-31/ussd:trx-umtrx/assert_extension.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213222031815 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213222031815 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213222031816 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:20:34.872979 run osmo-msc_10.42.42.6(pid=7326): ERR: Terminated: ERROR {rc=2} [trial-2395↪ussd:trx-umtrx↪assert_extension.py↪assert_extension.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=7326)]\u000a22:20:34.924157 run osmo-msc_10.42.42.6(pid=7326): stdout: \u000a| (launched: 2022-12-13_22:20:33.706144) \u000a22:20:34.975897 run osmo-msc_10.42.42.6(pid=7326): stderr: \u000a| �[0;m�[38;5;43m20221213222034025 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213222034025 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fdd9dd3fc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213222034026 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213222034026 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213222034026 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213222034026 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213222034028 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213222034028 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213222034028 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213222034028 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a22:20:35.020073 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7319): Terminating (SIGTERM)\u000a22:20:35.061802 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7322): Terminating (SIGTERM)\u000a22:20:35.103520 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=7325): Terminating (SIGTERM)\u000a22:20:35.113183 --- ParallelTerminationStrategy: PID 7319 died...\u000a22:20:35.169262 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7319): Terminated: ok {rc=0}\u000a22:20:35.179109 --- ParallelTerminationStrategy: PID 7322 died...\u000a22:20:35.234820 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7322): Terminated: ok {rc=0}\u000a22:20:35.244724 --- ParallelTerminationStrategy: PID 7325 died...\u000a22:20:35.300438 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=7325): Terminated: ok {rc=0}\u000a22:20:35.386414 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 9.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "78", "name" : "ussd_trx-umtrx", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T22:20:28" }, { "cases" : [ { "testActions" : [ ], "age" : 78, "className" : "voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=7337): Process ended prematurely: osmo-stp_10.42.42.5(pid=7337) [trial-2395↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7337)]", "failedSince" : 2318, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=7337): Process ended prematurely: osmo-stp_10.42.42.5(pid=7337) [trial-2395↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7337)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2395 voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call.py\u000a----------------------------------------------\u000a22:20:37.346344 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a22:20:37.357806 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1)\u000a22:20:37.522144 tst mo_mt_call.py: using LAC 36611\u000a22:20:37.649391 tst mo_mt_call.py: using RAC 146\u000a22:20:37.775935 tst mo_mt_call.py: using CellId 36611\u000a22:20:37.902981 tst mo_mt_call.py: using BVCI 36612\u000a22:20:37.927463 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a22:20:37.938935 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a22:20:37.950510 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a22:20:37.961817 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a22:20:37.973589 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a22:20:37.985226 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a22:20:38.101987 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a22:20:38.314088 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:20:38.822030 run create_hlr_db(pid=7331): Launched\u000a22:20:39.008755 bus /sierra_2: Setting Powered False\u000a22:20:40.030763 run create_hlr_db(pid=7331): Terminated: ok {rc=0}\u000a22:20:40.460344 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7333): Launched\u000a22:20:40.786232 run osmo-hlr_10.42.42.2(pid=7334): Launched\u000a22:20:40.908860 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:20:41.469292 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7336): Launched\u000a22:20:41.791968 run osmo-stp_10.42.42.5(pid=7337): Launched\u000a22:20:41.968522 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a22:20:42.526155 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=7339): Launched\u000a22:20:42.827591 run osmo-msc_10.42.42.6(pid=7340): Launched\u000a22:20:43.004332 run osmo-stp_10.42.42.5(pid=7337): ERR: Terminated: ERROR {rc=1} [trial-2395↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7337)]\u000a22:20:43.131720 run osmo-stp_10.42.42.5(pid=7337): stdout: \u000a| (launched: 2022-12-13_22:20:41.633398)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:20:43.256895 run osmo-stp_10.42.42.5(pid=7337): stderr: \u000a| �[0;m�[38;5;43m20221213222041822 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213222041822 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213222041822 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213222041823 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213222041825 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213222041825 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213222041826 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:20:43.377902 run osmo-stp_10.42.42.5(pid=7337): stdout: \u000a| (launched: 2022-12-13_22:20:41.633398)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:20:43.497775 run osmo-stp_10.42.42.5(pid=7337): stderr: \u000a| �[0;m�[38;5;43m20221213222041822 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213222041822 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213222041822 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213222041823 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213222041825 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213222041825 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213222041826 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:20:43.550578 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=7337): Process ended prematurely: osmo-stp_10.42.42.5(pid=7337) [trial-2395↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7337)] [trial-2395↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8]\u000a22:20:43.559159 tst mo_mt_call.py:8: Test FAILED (6.2 sec)\u000a22:20:43.618621 run osmo-hlr_10.42.42.2(pid=7334): ERR: Terminated: ERROR {rc=237} [trial-2395↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=7334)]\u000a22:20:43.667597 run osmo-hlr_10.42.42.2(pid=7334): stdout: \u000a| (launched: 2022-12-13_22:20:40.625059) \u000a22:20:43.717236 run osmo-hlr_10.42.42.2(pid=7334): stderr: \u000a| �[0;m�[1;31m20221213222040824 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213222040824 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213222040824 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213222040824 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213222040824 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213222040824 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213222040836 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2395/run.2022-12-13_21-44-31/voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213222040845 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213222040845 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213222040845 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:20:43.784429 run osmo-msc_10.42.42.6(pid=7340): ERR: Terminated: ERROR {rc=2} [trial-2395↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=7340)]\u000a22:20:43.833469 run osmo-msc_10.42.42.6(pid=7340): stdout: \u000a| (launched: 2022-12-13_22:20:42.679906) \u000a22:20:43.882634 run osmo-msc_10.42.42.6(pid=7340): stderr: \u000a| �[0;m�[38;5;43m20221213222042950 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213222042950 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7efc61b1fc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213222042950 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213222042950 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213222042950 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213222042951 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213222042952 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213222042953 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213222042953 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213222042953 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a22:20:43.924669 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7333): Terminating (SIGTERM)\u000a22:20:43.964612 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7336): Terminating (SIGTERM)\u000a22:20:44.004277 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=7339): Terminating (SIGTERM)\u000a22:20:44.013516 --- ParallelTerminationStrategy: PID 7333 died...\u000a22:20:44.066636 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7333): Terminated: ok {rc=0}\u000a22:20:44.076151 --- ParallelTerminationStrategy: PID 7336 died...\u000a22:20:44.129326 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7336): Terminated: ok {rc=0}\u000a22:20:44.138901 --- ParallelTerminationStrategy: PID 7339 died...\u000a22:20:44.191749 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=7339): Terminated: ok {rc=0}\u000a22:20:44.275988 bus /sierra_3: Setting Powered False\u000a22:20:45.378880 bus /sierra_3: Setting Powered False\u000a22:20:46.526601 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 78, "className" : "voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=7349): Process ended prematurely: osmo-stp_10.42.42.5(pid=7349) [trial-2395↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7349)]", "failedSince" : 2318, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=7349): Process ended prematurely: osmo-stp_10.42.42.5(pid=7349) [trial-2395↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7349)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2395 voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a22:20:47.643756 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a22:20:47.655744 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1)\u000a22:20:47.821159 tst mo_mt_call_osmux.py: using LAC 36612\u000a22:20:47.941386 tst mo_mt_call_osmux.py: using RAC 147\u000a22:20:48.060006 tst mo_mt_call_osmux.py: using CellId 36612\u000a22:20:48.179840 tst mo_mt_call_osmux.py: using BVCI 36613\u000a22:20:48.202597 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a22:20:48.213595 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a22:20:48.224359 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a22:20:48.235180 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a22:20:48.246606 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a22:20:48.258186 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a22:20:48.378867 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a22:20:48.591228 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:20:49.097117 run create_hlr_db(pid=7342): Launched\u000a22:20:49.283524 bus /sierra_2: Setting Powered False\u000a22:20:50.305301 run create_hlr_db(pid=7342): Terminated: ok {rc=0}\u000a22:20:50.733187 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7344): Launched\u000a22:20:51.054435 run osmo-hlr_10.42.42.2(pid=7345): Launched\u000a22:20:51.173952 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:20:51.729775 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7347): Launched\u000a22:20:52.051232 run osmo-stp_10.42.42.5(pid=7349): Launched\u000a22:20:52.163951 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a22:20:52.715380 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=7351): Launched\u000a22:20:53.016265 run osmo-msc_10.42.42.6(pid=7352): Launched\u000a22:20:53.193109 run osmo-stp_10.42.42.5(pid=7349): ERR: Terminated: ERROR {rc=1} [trial-2395↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7349)]\u000a22:20:53.320088 run osmo-stp_10.42.42.5(pid=7349): stdout: \u000a| (launched: 2022-12-13_22:20:51.894055)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:20:53.445812 run osmo-stp_10.42.42.5(pid=7349): stderr: \u000a| �[0;m�[38;5;43m20221213222052072 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213222052072 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213222052072 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213222052073 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213222052073 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213222052073 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213222052074 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:20:53.566738 run osmo-stp_10.42.42.5(pid=7349): stdout: \u000a| (launched: 2022-12-13_22:20:51.894055)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:20:53.686585 run osmo-stp_10.42.42.5(pid=7349): stderr: \u000a| �[0;m�[38;5;43m20221213222052072 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213222052072 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213222052072 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213222052073 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213222052073 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213222052073 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213222052074 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:20:53.739482 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=7349): Process ended prematurely: osmo-stp_10.42.42.5(pid=7349) [trial-2395↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7349)] [trial-2395↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8]\u000a22:20:53.747992 tst mo_mt_call_osmux.py:8: Test FAILED (6.1 sec)\u000a22:20:53.807265 run osmo-hlr_10.42.42.2(pid=7345): ERR: Terminated: ERROR {rc=237} [trial-2395↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=7345)]\u000a22:20:53.855996 run osmo-hlr_10.42.42.2(pid=7345): stdout: \u000a| (launched: 2022-12-13_22:20:50.896610) \u000a22:20:53.905349 run osmo-hlr_10.42.42.2(pid=7345): stderr: \u000a| �[0;m�[1;31m20221213222051093 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213222051093 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213222051093 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213222051093 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213222051093 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213222051093 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213222051105 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2395/run.2022-12-13_21-44-31/voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213222051113 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213222051114 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213222051114 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:20:53.972497 run osmo-msc_10.42.42.6(pid=7352): ERR: Terminated: ERROR {rc=2} [trial-2395↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=7352)]\u000a22:20:54.021058 run osmo-msc_10.42.42.6(pid=7352): stdout: \u000a| (launched: 2022-12-13_22:20:52.868381) \u000a22:20:54.070246 run osmo-msc_10.42.42.6(pid=7352): stderr: \u000a| �[0;m�[38;5;43m20221213222053139 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213222053139 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f3b24cc5c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213222053139 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213222053139 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213222053139 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213222053140 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213222053141 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213222053142 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213222053142 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213222053142 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a22:20:54.111996 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7344): Terminating (SIGTERM)\u000a22:20:54.151415 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7347): Terminating (SIGTERM)\u000a22:20:54.190986 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=7351): Terminating (SIGTERM)\u000a22:20:54.200228 --- ParallelTerminationStrategy: PID 7344 died...\u000a22:20:54.253224 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7344): Terminated: ok {rc=0}\u000a22:20:54.262709 --- ParallelTerminationStrategy: PID 7347 died...\u000a22:20:54.315437 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7347): Terminated: ok {rc=0}\u000a22:20:54.324859 --- ParallelTerminationStrategy: PID 7351 died...\u000a22:20:54.377807 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=7351): Terminated: ok {rc=0}\u000a22:20:54.466130 bus /sierra_3: Setting Powered False\u000a22:20:55.569957 bus /sierra_3: Setting Powered False\u000a22:20:56.677403 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "79", "name" : "voice_trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T22:20:37" }, { "cases" : [ { "testActions" : [ ], "age" : 78, "className" : "voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=7363): Process ended prematurely: osmo-stp_10.42.42.5(pid=7363) [trial-2395↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7363)]", "failedSince" : 2318, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=7363): Process ended prematurely: osmo-stp_10.42.42.5(pid=7363) [trial-2395↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7363)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2395 voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call.py\u000a----------------------------------------------\u000a22:20:58.681358 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a22:20:58.692763 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1)\u000a22:20:58.855282 tst mo_mt_call.py: using LAC 36613\u000a22:20:58.979990 tst mo_mt_call.py: using RAC 148\u000a22:20:59.106082 tst mo_mt_call.py: using CellId 36613\u000a22:20:59.230739 tst mo_mt_call.py: using BVCI 36614\u000a22:20:59.255181 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a22:20:59.266677 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a22:20:59.278060 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a22:20:59.289373 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a22:20:59.301079 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a22:20:59.312653 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a22:20:59.430384 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a22:20:59.641527 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:21:00.149434 run create_hlr_db(pid=7357): Launched\u000a22:21:00.336385 bus /sierra_2: Setting Powered False\u000a22:21:01.349693 run create_hlr_db(pid=7357): Terminated: ok {rc=0}\u000a22:21:01.784543 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7359): Launched\u000a22:21:02.205521 run osmo-hlr_10.42.42.2(pid=7360): Launched\u000a22:21:02.344574 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:21:02.905127 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7362): Launched\u000a22:21:03.226454 run osmo-stp_10.42.42.5(pid=7363): Launched\u000a22:21:03.343433 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a22:21:03.933191 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=7365): Launched\u000a22:21:04.254523 run osmo-msc_10.42.42.6(pid=7366): Launched\u000a22:21:04.443824 run osmo-stp_10.42.42.5(pid=7363): ERR: Terminated: ERROR {rc=1} [trial-2395↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7363)]\u000a22:21:04.582836 run osmo-stp_10.42.42.5(pid=7363): stdout: \u000a| (launched: 2022-12-13_22:21:03.069018)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:21:04.716355 run osmo-stp_10.42.42.5(pid=7363): stderr: \u000a| �[0;m�[38;5;43m20221213222103262 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213222103262 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213222103262 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213222103263 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213222103263 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213222103263 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213222103263 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:21:04.846417 run osmo-stp_10.42.42.5(pid=7363): stdout: \u000a| (launched: 2022-12-13_22:21:03.069018)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:21:04.974704 run osmo-stp_10.42.42.5(pid=7363): stderr: \u000a| �[0;m�[38;5;43m20221213222103262 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213222103262 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213222103262 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213222103263 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213222103263 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213222103263 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213222103263 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:21:05.031577 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=7363): Process ended prematurely: osmo-stp_10.42.42.5(pid=7363) [trial-2395↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7363)] [trial-2395↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8]\u000a22:21:05.041169 tst mo_mt_call.py:8: Test FAILED (6.4 sec)\u000a22:21:05.105346 run osmo-hlr_10.42.42.2(pid=7360): ERR: Terminated: ERROR {rc=237} [trial-2395↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=7360)]\u000a22:21:05.157311 run osmo-hlr_10.42.42.2(pid=7360): stdout: \u000a| (launched: 2022-12-13_22:21:01.944173) \u000a22:21:05.209768 run osmo-hlr_10.42.42.2(pid=7360): stderr: \u000a| �[0;m�[1;31m20221213222102210 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213222102210 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213222102210 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213222102210 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213222102210 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213222102210 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213222102235 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2395/run.2022-12-13_21-44-31/voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213222102258 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213222102258 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213222102258 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:21:05.281219 run osmo-msc_10.42.42.6(pid=7366): ERR: Terminated: ERROR {rc=2} [trial-2395↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=7366)]\u000a22:21:05.333017 run osmo-msc_10.42.42.6(pid=7366): stdout: \u000a| (launched: 2022-12-13_22:21:04.096879) \u000a22:21:05.385600 run osmo-msc_10.42.42.6(pid=7366): stderr: \u000a| �[0;m�[38;5;43m20221213222104416 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213222104416 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f4a2b7aec40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213222104416 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213222104416 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213222104416 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213222104417 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213222104418 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213222104419 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213222104419 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213222104419 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a22:21:05.430404 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7359): Terminating (SIGTERM)\u000a22:21:05.473003 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7362): Terminating (SIGTERM)\u000a22:21:05.515825 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=7365): Terminating (SIGTERM)\u000a22:21:05.525698 --- ParallelTerminationStrategy: PID 7359 died...\u000a22:21:05.582744 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7359): Terminated: ok {rc=0}\u000a22:21:05.593004 --- ParallelTerminationStrategy: PID 7362 died...\u000a22:21:05.649851 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7362): Terminated: ok {rc=0}\u000a22:21:05.660053 --- ParallelTerminationStrategy: PID 7365 died...\u000a22:21:05.716539 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=7365): Terminated: ok {rc=0}\u000a22:21:05.803809 bus /sierra_3: Setting Powered False\u000a22:21:06.910521 bus /sierra_3: Setting Powered False\u000a22:21:08.024000 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 78, "className" : "voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=7374): Process ended prematurely: osmo-stp_10.42.42.5(pid=7374) [trial-2395↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7374)]", "failedSince" : 2318, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=7374): Process ended prematurely: osmo-stp_10.42.42.5(pid=7374) [trial-2395↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7374)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2395 voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a22:21:09.134655 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a22:21:09.146264 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1)\u000a22:21:09.300785 tst mo_mt_call_osmux.py: using LAC 36614\u000a22:21:09.419113 tst mo_mt_call_osmux.py: using RAC 149\u000a22:21:09.539416 tst mo_mt_call_osmux.py: using CellId 36614\u000a22:21:09.664832 tst mo_mt_call_osmux.py: using BVCI 36615\u000a22:21:09.689459 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a22:21:09.701048 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a22:21:09.712438 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a22:21:09.723914 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a22:21:09.736068 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a22:21:09.747786 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a22:21:09.864373 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a22:21:10.080741 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:21:10.588586 run create_hlr_db(pid=7368): Launched\u000a22:21:10.775355 bus /sierra_2: Setting Powered False\u000a22:21:11.797064 run create_hlr_db(pid=7368): Terminated: ok {rc=0}\u000a22:21:12.225831 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7370): Launched\u000a22:21:12.548873 run osmo-hlr_10.42.42.2(pid=7371): Launched\u000a22:21:12.669113 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:21:13.231033 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7373): Launched\u000a22:21:13.553588 run osmo-stp_10.42.42.5(pid=7374): Launched\u000a22:21:13.671734 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a22:21:14.260675 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=7376): Launched\u000a22:21:14.583580 run osmo-msc_10.42.42.6(pid=7377): Launched\u000a22:21:14.775444 run osmo-stp_10.42.42.5(pid=7374): ERR: Terminated: ERROR {rc=1} [trial-2395↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7374)]\u000a22:21:14.913242 run osmo-stp_10.42.42.5(pid=7374): stdout: \u000a| (launched: 2022-12-13_22:21:13.395218)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:21:15.049442 run osmo-stp_10.42.42.5(pid=7374): stderr: \u000a| �[0;m�[38;5;43m20221213222113585 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213222113585 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213222113585 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213222113586 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213222113586 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213222113586 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213222113586 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:21:15.179459 run osmo-stp_10.42.42.5(pid=7374): stdout: \u000a| (launched: 2022-12-13_22:21:13.395218)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:21:15.308103 run osmo-stp_10.42.42.5(pid=7374): stderr: \u000a| �[0;m�[38;5;43m20221213222113585 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213222113585 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213222113585 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213222113586 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213222113586 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213222113586 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213222113586 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:21:15.364648 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=7374): Process ended prematurely: osmo-stp_10.42.42.5(pid=7374) [trial-2395↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7374)] [trial-2395↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8]\u000a22:21:15.373976 tst mo_mt_call_osmux.py:8: Test FAILED (6.3 sec)\u000a22:21:15.436539 run osmo-hlr_10.42.42.2(pid=7371): ERR: Terminated: ERROR {rc=237} [trial-2395↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=7371)]\u000a22:21:15.487618 run osmo-hlr_10.42.42.2(pid=7371): stdout: \u000a| (launched: 2022-12-13_22:21:12.390012) \u000a22:21:15.539290 run osmo-hlr_10.42.42.2(pid=7371): stderr: \u000a| �[0;m�[1;31m20221213222112588 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213222112588 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213222112588 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213222112588 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213222112588 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213222112588 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213222112600 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2395/run.2022-12-13_21-44-31/voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213222112608 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213222112608 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213222112608 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:21:15.609770 run osmo-msc_10.42.42.6(pid=7377): ERR: Terminated: ERROR {rc=2} [trial-2395↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=7377)]\u000a22:21:15.660987 run osmo-msc_10.42.42.6(pid=7377): stdout: \u000a| (launched: 2022-12-13_22:21:14.424650) \u000a22:21:15.712878 run osmo-msc_10.42.42.6(pid=7377): stderr: \u000a| �[0;m�[38;5;43m20221213222114744 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213222114744 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f8d60cedc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213222114744 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213222114744 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213222114745 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213222114745 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213222114746 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213222114747 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213222114747 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213222114747 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a22:21:15.757206 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7370): Terminating (SIGTERM)\u000a22:21:15.798959 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7373): Terminating (SIGTERM)\u000a22:21:15.841659 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=7376): Terminating (SIGTERM)\u000a22:21:15.851419 --- ParallelTerminationStrategy: PID 7370 died...\u000a22:21:15.921746 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7370): Terminated: ok {rc=0}\u000a22:21:15.931788 --- ParallelTerminationStrategy: PID 7373 died...\u000a22:21:15.986195 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7373): Terminated: ok {rc=0}\u000a22:21:15.996067 --- ParallelTerminationStrategy: PID 7376 died...\u000a22:21:16.049950 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=7376): Terminated: ok {rc=0}\u000a22:21:16.135818 bus /sierra_3: Setting Powered False\u000a22:21:17.239692 bus /sierra_3: Setting Powered False\u000a22:21:18.347454 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "80", "name" : "voice_trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T22:20:58" }, { "cases" : [ { "testActions" : [ ], "age" : 78, "className" : "voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=7388): Process ended prematurely: osmo-stp_10.42.42.5(pid=7388) [trial-2395↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7388)]", "failedSince" : 2318, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=7388): Process ended prematurely: osmo-stp_10.42.42.5(pid=7388) [trial-2395↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7388)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2395 voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call.py\u000a----------------------------------------------\u000a22:21:20.349044 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a22:21:20.360647 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1)\u000a22:21:20.524394 tst mo_mt_call.py: using LAC 36615\u000a22:21:20.651462 tst mo_mt_call.py: using RAC 150\u000a22:21:20.778195 tst mo_mt_call.py: using CellId 36615\u000a22:21:20.903509 tst mo_mt_call.py: using BVCI 36616\u000a22:21:20.928054 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a22:21:20.939635 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a22:21:20.951092 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a22:21:20.962618 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a22:21:20.974464 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a22:21:20.986262 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a22:21:21.103771 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a22:21:21.314721 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:21:21.820864 run create_hlr_db(pid=7382): Launched\u000a22:21:22.007027 bus /sierra_2: Setting Powered False\u000a22:21:23.028493 run create_hlr_db(pid=7382): Terminated: ok {rc=0}\u000a22:21:23.432867 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7384): Launched\u000a22:21:23.734949 run osmo-hlr_10.42.42.2(pid=7385): Launched\u000a22:21:23.846324 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:21:24.368932 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7387): Launched\u000a22:21:24.670693 run osmo-stp_10.42.42.5(pid=7388): Launched\u000a22:21:24.781997 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a22:21:25.334993 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=7390): Launched\u000a22:21:25.637422 run osmo-msc_10.42.42.6(pid=7391): Launched\u000a22:21:25.815449 run osmo-stp_10.42.42.5(pid=7388): ERR: Terminated: ERROR {rc=1} [trial-2395↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7388)]\u000a22:21:25.943622 run osmo-stp_10.42.42.5(pid=7388): stdout: \u000a| (launched: 2022-12-13_22:21:24.522429)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:21:26.070024 run osmo-stp_10.42.42.5(pid=7388): stderr: \u000a| �[0;m�[38;5;43m20221213222124693 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213222124693 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213222124694 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213222124694 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213222124696 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213222124696 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213222124696 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:21:26.191452 run osmo-stp_10.42.42.5(pid=7388): stdout: \u000a| (launched: 2022-12-13_22:21:24.522429)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:21:26.311790 run osmo-stp_10.42.42.5(pid=7388): stderr: \u000a| �[0;m�[38;5;43m20221213222124693 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213222124693 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213222124694 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213222124694 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213222124696 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213222124696 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213222124696 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:21:26.364844 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=7388): Process ended prematurely: osmo-stp_10.42.42.5(pid=7388) [trial-2395↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7388)] [trial-2395↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8]\u000a22:21:26.373620 tst mo_mt_call.py:8: Test FAILED (6.1 sec)\u000a22:21:26.433228 run osmo-hlr_10.42.42.2(pid=7385): ERR: Terminated: ERROR {rc=237} [trial-2395↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=7385)]\u000a22:21:26.481791 run osmo-hlr_10.42.42.2(pid=7385): stdout: \u000a| (launched: 2022-12-13_22:21:23.586029) \u000a22:21:26.531149 run osmo-hlr_10.42.42.2(pid=7385): stderr: \u000a| �[0;m�[1;31m20221213222123763 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213222123763 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213222123763 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213222123763 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213222123763 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213222123763 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213222123775 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2395/run.2022-12-13_21-44-31/voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213222123784 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213222123784 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213222123784 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:21:26.598137 run osmo-msc_10.42.42.6(pid=7391): ERR: Terminated: ERROR {rc=2} [trial-2395↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=7391)]\u000a22:21:26.646798 run osmo-msc_10.42.42.6(pid=7391): stdout: \u000a| (launched: 2022-12-13_22:21:25.488226) \u000a22:21:26.695803 run osmo-msc_10.42.42.6(pid=7391): stderr: \u000a| �[0;m�[38;5;43m20221213222125759 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213222125759 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f355d5c8c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213222125759 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213222125759 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213222125759 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213222125760 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213222125761 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213222125762 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213222125762 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213222125762 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a22:21:26.737937 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7384): Terminating (SIGTERM)\u000a22:21:26.777279 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7387): Terminating (SIGTERM)\u000a22:21:26.816857 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=7390): Terminating (SIGTERM)\u000a22:21:26.826121 --- ParallelTerminationStrategy: PID 7384 died...\u000a22:21:26.878789 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7384): Terminated: ok {rc=0}\u000a22:21:26.888187 --- ParallelTerminationStrategy: PID 7387 died...\u000a22:21:26.941022 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7387): Terminated: ok {rc=0}\u000a22:21:26.950531 --- ParallelTerminationStrategy: PID 7390 died...\u000a22:21:27.003176 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=7390): Terminated: ok {rc=0}\u000a22:21:27.092242 bus /sierra_3: Setting Powered False\u000a22:21:28.195923 bus /sierra_3: Setting Powered False\u000a22:21:29.307783 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 81, "className" : "voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=7399): Process ended prematurely: osmo-stp_10.42.42.5(pid=7399) [trial-2395↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7399)]", "failedSince" : 2315, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=7399): Process ended prematurely: osmo-stp_10.42.42.5(pid=7399) [trial-2395↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7399)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2395 voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a22:21:30.417375 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a22:21:30.428812 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1)\u000a22:21:30.595634 tst mo_mt_call_osmux.py: using LAC 36616\u000a22:21:30.715874 tst mo_mt_call_osmux.py: using RAC 151\u000a22:21:30.841178 tst mo_mt_call_osmux.py: using CellId 36616\u000a22:21:30.991395 tst mo_mt_call_osmux.py: using BVCI 36617\u000a22:21:31.017145 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a22:21:31.030830 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a22:21:31.042601 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a22:21:31.055992 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a22:21:31.069574 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a22:21:31.084799 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a22:21:31.206905 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a22:21:31.432150 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:21:32.065827 run create_hlr_db(pid=7393): Launched\u000a22:21:32.241239 bus /sierra_2: Setting Powered False\u000a22:21:33.261856 run create_hlr_db(pid=7393): Terminated: ok {rc=0}\u000a22:21:33.691326 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7395): Launched\u000a22:21:34.015914 run osmo-hlr_10.42.42.2(pid=7396): Launched\u000a22:21:34.136136 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:21:34.698570 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7398): Launched\u000a22:21:35.021611 run osmo-stp_10.42.42.5(pid=7399): Launched\u000a22:21:35.140039 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a22:21:35.731352 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=7401): Launched\u000a22:21:36.054469 run osmo-msc_10.42.42.6(pid=7402): Launched\u000a22:21:36.243432 run osmo-stp_10.42.42.5(pid=7399): ERR: Terminated: ERROR {rc=1} [trial-2395↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7399)]\u000a22:21:36.380485 run osmo-stp_10.42.42.5(pid=7399): stdout: \u000a| (launched: 2022-12-13_22:21:34.863170)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:21:36.516870 run osmo-stp_10.42.42.5(pid=7399): stderr: \u000a| �[0;m�[38;5;43m20221213222135052 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213222135052 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213222135052 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213222135053 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213222135055 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213222135055 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213222135055 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:21:36.646911 run osmo-stp_10.42.42.5(pid=7399): stdout: \u000a| (launched: 2022-12-13_22:21:34.863170)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:21:36.775865 run osmo-stp_10.42.42.5(pid=7399): stderr: \u000a| �[0;m�[38;5;43m20221213222135052 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213222135052 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213222135052 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213222135053 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213222135055 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213222135055 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213222135055 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:21:36.833127 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=7399): Process ended prematurely: osmo-stp_10.42.42.5(pid=7399) [trial-2395↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7399)] [trial-2395↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8]\u000a22:21:36.842581 tst mo_mt_call_osmux.py:8: Test FAILED (6.5 sec)\u000a22:21:36.905773 run osmo-hlr_10.42.42.2(pid=7396): ERR: Terminated: ERROR {rc=237} [trial-2395↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=7396)]\u000a22:21:36.957376 run osmo-hlr_10.42.42.2(pid=7396): stdout: \u000a| (launched: 2022-12-13_22:21:33.856785) \u000a22:21:37.009482 run osmo-hlr_10.42.42.2(pid=7396): stderr: \u000a| �[0;m�[1;31m20221213222134054 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213222134054 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213222134054 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213222134054 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213222134055 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213222134055 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213222134067 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2395/run.2022-12-13_21-44-31/voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213222134076 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213222134076 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213222134076 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:21:37.080193 run osmo-msc_10.42.42.6(pid=7402): ERR: Terminated: ERROR {rc=2} [trial-2395↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=7402)]\u000a22:21:37.132216 run osmo-msc_10.42.42.6(pid=7402): stdout: \u000a| (launched: 2022-12-13_22:21:35.895862) \u000a22:21:37.184132 run osmo-msc_10.42.42.6(pid=7402): stderr: \u000a| �[0;m�[38;5;43m20221213222136216 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213222136216 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f06bfb87c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213222136216 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213222136216 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213222136216 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213222136216 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213222136218 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213222136219 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213222136219 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213222136219 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a22:21:37.228459 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7395): Terminating (SIGTERM)\u000a22:21:37.270510 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7398): Terminating (SIGTERM)\u000a22:21:37.313253 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=7401): Terminating (SIGTERM)\u000a22:21:37.323406 --- ParallelTerminationStrategy: PID 7395 died...\u000a22:21:37.380091 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7395): Terminated: ok {rc=0}\u000a22:21:37.390241 --- ParallelTerminationStrategy: PID 7398 died...\u000a22:21:37.446435 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7398): Terminated: ok {rc=0}\u000a22:21:37.456562 --- ParallelTerminationStrategy: PID 7401 died...\u000a22:21:37.512935 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=7401): Terminated: ok {rc=0}\u000a22:21:37.600883 bus /sierra_3: Setting Powered False\u000a22:21:38.704573 bus /sierra_3: Setting Powered False\u000a22:21:39.814598 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "81", "name" : "voice_trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T22:21:20" }, { "cases" : [ { "testActions" : [ ], "age" : 78, "className" : "voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=7413): Process ended prematurely: osmo-stp_10.42.42.5(pid=7413) [trial-2395↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7413)]", "failedSince" : 2318, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=7413): Process ended prematurely: osmo-stp_10.42.42.5(pid=7413) [trial-2395↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7413)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2395 voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1 mo_mt_call.py\u000a----------------------------------------------\u000a22:21:41.800319 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a22:21:41.811574 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x bts (candidates: 1)\u000a22:21:41.966420 tst mo_mt_call.py: using LAC 36617\u000a22:21:42.084870 tst mo_mt_call.py: using RAC 152\u000a22:21:42.205148 tst mo_mt_call.py: using CellId 36617\u000a22:21:42.328417 tst mo_mt_call.py: using BVCI 36618\u000a22:21:42.351344 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a22:21:42.362406 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a22:21:42.373206 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a22:21:42.383908 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a22:21:42.395270 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a22:21:42.406325 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a22:21:42.526842 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a22:21:42.741788 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:21:43.249494 run create_hlr_db(pid=7407): Launched\u000a22:21:43.436374 bus /sierra_2: Setting Powered False\u000a22:21:44.458123 run create_hlr_db(pid=7407): Terminated: ok {rc=0}\u000a22:21:44.864053 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7409): Launched\u000a22:21:45.166380 run osmo-hlr_10.42.42.2(pid=7410): Launched\u000a22:21:45.277625 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:21:45.802229 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7412): Launched\u000a22:21:46.260152 run osmo-stp_10.42.42.5(pid=7413): Launched\u000a22:21:46.411885 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a22:21:47.104306 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=7415): Launched\u000a22:21:47.409216 run osmo-msc_10.42.42.6(pid=7416): Launched\u000a22:21:47.587250 run osmo-stp_10.42.42.5(pid=7413): ERR: Terminated: ERROR {rc=1} [trial-2395↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7413)]\u000a22:21:47.714388 run osmo-stp_10.42.42.5(pid=7413): stdout: \u000a| (launched: 2022-12-13_22:21:45.992787)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:21:47.839847 run osmo-stp_10.42.42.5(pid=7413): stderr: \u000a| �[0;m�[38;5;43m20221213222146288 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213222146288 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213222146288 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213222146288 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213222146297 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213222146297 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213222146297 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:21:47.961308 run osmo-stp_10.42.42.5(pid=7413): stdout: \u000a| (launched: 2022-12-13_22:21:45.992787)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:21:48.081468 run osmo-stp_10.42.42.5(pid=7413): stderr: \u000a| �[0;m�[38;5;43m20221213222146288 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213222146288 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213222146288 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213222146288 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213222146297 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213222146297 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213222146297 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:21:48.134932 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=7413): Process ended prematurely: osmo-stp_10.42.42.5(pid=7413) [trial-2395↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7413)] [trial-2395↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8]\u000a22:21:48.143729 tst mo_mt_call.py:8: Test FAILED (6.4 sec)\u000a22:21:48.203311 run osmo-hlr_10.42.42.2(pid=7410): ERR: Terminated: ERROR {rc=237} [trial-2395↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=7410)]\u000a22:21:48.252081 run osmo-hlr_10.42.42.2(pid=7410): stdout: \u000a| (launched: 2022-12-13_22:21:45.017519) \u000a22:21:48.301347 run osmo-hlr_10.42.42.2(pid=7410): stderr: \u000a| �[0;m�[1;31m20221213222145196 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213222145196 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213222145196 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213222145196 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213222145196 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213222145196 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213222145209 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2395/run.2022-12-13_21-44-31/voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213222145219 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213222145219 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213222145219 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:21:48.368306 run osmo-msc_10.42.42.6(pid=7416): ERR: Terminated: ERROR {rc=2} [trial-2395↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=7416)]\u000a22:21:48.416863 run osmo-msc_10.42.42.6(pid=7416): stdout: \u000a| (launched: 2022-12-13_22:21:47.260908) \u000a22:21:48.465979 run osmo-msc_10.42.42.6(pid=7416): stderr: \u000a| �[0;m�[38;5;43m20221213222147533 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213222147533 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f442eccdc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213222147534 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213222147534 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213222147534 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213222147534 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213222147536 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213222147536 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213222147536 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213222147536 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a22:21:48.507626 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7409): Terminating (SIGTERM)\u000a22:21:48.547018 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7412): Terminating (SIGTERM)\u000a22:21:48.586662 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=7415): Terminating (SIGTERM)\u000a22:21:48.595850 --- ParallelTerminationStrategy: PID 7409 died...\u000a22:21:48.649252 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7409): Terminated: ok {rc=0}\u000a22:21:48.658878 --- ParallelTerminationStrategy: PID 7412 died...\u000a22:21:48.711896 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7412): Terminated: ok {rc=0}\u000a22:21:48.721885 --- ParallelTerminationStrategy: PID 7415 died...\u000a22:21:48.775024 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=7415): Terminated: ok {rc=0}\u000a22:21:48.862923 bus /sierra_3: Setting Powered False\u000a22:21:49.971138 bus /sierra_3: Setting Powered False\u000a22:21:51.078773 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 78, "className" : "voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=7425): Process ended prematurely: osmo-stp_10.42.42.5(pid=7425) [trial-2395↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7425)]", "failedSince" : 2318, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=7425): Process ended prematurely: osmo-stp_10.42.42.5(pid=7425) [trial-2395↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7425)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2395 voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a22:21:52.193690 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a22:21:52.205767 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x bts (candidates: 1)\u000a22:21:52.369696 tst mo_mt_call_osmux.py: using LAC 36618\u000a22:21:52.497202 tst mo_mt_call_osmux.py: using RAC 153\u000a22:21:52.623320 tst mo_mt_call_osmux.py: using CellId 36618\u000a22:21:52.749636 tst mo_mt_call_osmux.py: using BVCI 36619\u000a22:21:52.774167 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a22:21:52.785680 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a22:21:52.797166 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a22:21:52.808382 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a22:21:52.820120 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a22:21:52.831743 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a22:21:52.952199 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a22:21:53.164343 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:21:53.671127 run create_hlr_db(pid=7419): Launched\u000a22:21:53.858463 bus /sierra_2: Setting Powered False\u000a22:21:54.879681 run create_hlr_db(pid=7419): Terminated: ok {rc=0}\u000a22:21:55.284411 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7421): Launched\u000a22:21:55.586802 run osmo-hlr_10.42.42.2(pid=7422): Launched\u000a22:21:55.708941 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:21:56.237441 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7424): Launched\u000a22:21:56.538701 run osmo-stp_10.42.42.5(pid=7425): Launched\u000a22:21:56.648759 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a22:21:57.198231 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=7427): Launched\u000a22:21:57.500791 run osmo-msc_10.42.42.6(pid=7428): Launched\u000a22:21:57.677768 run osmo-stp_10.42.42.5(pid=7425): ERR: Terminated: ERROR {rc=1} [trial-2395↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7425)]\u000a22:21:57.805282 run osmo-stp_10.42.42.5(pid=7425): stdout: \u000a| (launched: 2022-12-13_22:21:56.390316)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:21:57.930403 run osmo-stp_10.42.42.5(pid=7425): stderr: \u000a| �[0;m�[38;5;43m20221213222156558 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213222156558 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213222156558 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213222156559 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213222156561 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213222156561 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213222156561 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:21:58.051209 run osmo-stp_10.42.42.5(pid=7425): stdout: \u000a| (launched: 2022-12-13_22:21:56.390316)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:21:58.170887 run osmo-stp_10.42.42.5(pid=7425): stderr: \u000a| �[0;m�[38;5;43m20221213222156558 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213222156558 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213222156558 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213222156559 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213222156561 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213222156561 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213222156561 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:21:58.224002 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=7425): Process ended prematurely: osmo-stp_10.42.42.5(pid=7425) [trial-2395↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7425)] [trial-2395↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8]\u000a22:21:58.232538 tst mo_mt_call_osmux.py:8: Test FAILED (6.1 sec)\u000a22:21:58.291567 run osmo-hlr_10.42.42.2(pid=7422): ERR: Terminated: ERROR {rc=237} [trial-2395↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=7422)]\u000a22:21:58.339845 run osmo-hlr_10.42.42.2(pid=7422): stdout: \u000a| (launched: 2022-12-13_22:21:55.437321) \u000a22:21:58.388850 run osmo-hlr_10.42.42.2(pid=7422): stderr: \u000a| �[0;m�[1;31m20221213222155614 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213222155614 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213222155614 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213222155614 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213222155614 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213222155614 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213222155627 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2395/run.2022-12-13_21-44-31/voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213222155638 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213222155638 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213222155638 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:21:58.455467 run osmo-msc_10.42.42.6(pid=7428): ERR: Terminated: ERROR {rc=2} [trial-2395↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=7428)]\u000a22:21:58.503915 run osmo-msc_10.42.42.6(pid=7428): stdout: \u000a| (launched: 2022-12-13_22:21:57.350890) \u000a22:21:58.552856 run osmo-msc_10.42.42.6(pid=7428): stderr: \u000a| �[0;m�[38;5;43m20221213222157621 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213222157621 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f57e5190c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213222157621 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213222157621 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213222157621 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213222157621 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213222157623 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213222157623 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213222157624 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213222157624 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a22:21:58.594346 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7421): Terminating (SIGTERM)\u000a22:21:58.633457 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7424): Terminating (SIGTERM)\u000a22:21:58.672766 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=7427): Terminating (SIGTERM)\u000a22:21:58.681969 --- ParallelTerminationStrategy: PID 7421 died...\u000a22:21:58.734423 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7421): Terminated: ok {rc=0}\u000a22:21:58.743886 --- ParallelTerminationStrategy: PID 7424 died...\u000a22:21:58.796283 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7424): Terminated: ok {rc=0}\u000a22:21:58.805806 --- ParallelTerminationStrategy: PID 7427 died...\u000a22:21:58.858010 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=7427): Terminated: ok {rc=0}\u000a22:21:58.940484 bus /sierra_3: Setting Powered False\u000a22:22:00.041366 bus /sierra_3: Setting Powered False\u000a22:22:01.162566 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "82", "name" : "voice_trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T22:21:41" }, { "cases" : [ { "testActions" : [ ], "age" : 78, "className" : "voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=7440): Process ended prematurely: osmo-stp_10.42.42.5(pid=7440) [trial-2395↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7440)]", "failedSince" : 2318, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=7440): Process ended prematurely: osmo-stp_10.42.42.5(pid=7440) [trial-2395↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7440)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2395 voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call.py\u000a----------------------------------------------\u000a22:22:03.163574 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a22:22:03.175263 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1)\u000a22:22:03.344527 tst mo_mt_call.py: using LAC 36619\u000a22:22:03.474728 tst mo_mt_call.py: using RAC 154\u000a22:22:03.602416 tst mo_mt_call.py: using CellId 36619\u000a22:22:03.727371 tst mo_mt_call.py: using BVCI 36620\u000a22:22:03.752156 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a22:22:03.763625 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a22:22:03.775050 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a22:22:03.786785 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a22:22:03.798703 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a22:22:03.810560 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a22:22:03.926219 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a22:22:04.138362 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:22:04.646113 run create_hlr_db(pid=7434): Launched\u000a22:22:04.833382 bus /sierra_2: Setting Powered False\u000a22:22:05.855303 run create_hlr_db(pid=7434): Terminated: ok {rc=0}\u000a22:22:06.258007 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7436): Launched\u000a22:22:06.560052 run osmo-hlr_10.42.42.2(pid=7437): Launched\u000a22:22:06.682690 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:22:07.210409 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7439): Launched\u000a22:22:07.510838 run osmo-stp_10.42.42.5(pid=7440): Launched\u000a22:22:07.620612 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a22:22:08.170472 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=7442): Launched\u000a22:22:08.471217 run osmo-msc_10.42.42.6(pid=7443): Launched\u000a22:22:08.647801 run osmo-stp_10.42.42.5(pid=7440): ERR: Terminated: ERROR {rc=1} [trial-2395↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7440)]\u000a22:22:08.774808 run osmo-stp_10.42.42.5(pid=7440): stdout: \u000a| (launched: 2022-12-13_22:22:07.362531)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:22:08.900187 run osmo-stp_10.42.42.5(pid=7440): stderr: \u000a| �[0;m�[38;5;43m20221213222207531 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213222207531 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213222207532 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213222207532 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213222207534 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213222207534 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213222207534 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:22:09.021063 run osmo-stp_10.42.42.5(pid=7440): stdout: \u000a| (launched: 2022-12-13_22:22:07.362531)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:22:09.141853 run osmo-stp_10.42.42.5(pid=7440): stderr: \u000a| �[0;m�[38;5;43m20221213222207531 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213222207531 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213222207532 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213222207532 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213222207534 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213222207534 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213222207534 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:22:09.194875 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=7440): Process ended prematurely: osmo-stp_10.42.42.5(pid=7440) [trial-2395↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7440)] [trial-2395↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8]\u000a22:22:09.203641 tst mo_mt_call.py:8: Test FAILED (6.1 sec)\u000a22:22:09.262877 run osmo-hlr_10.42.42.2(pid=7437): ERR: Terminated: ERROR {rc=237} [trial-2395↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=7437)]\u000a22:22:09.311668 run osmo-hlr_10.42.42.2(pid=7437): stdout: \u000a| (launched: 2022-12-13_22:22:06.410775) \u000a22:22:09.360731 run osmo-hlr_10.42.42.2(pid=7437): stderr: \u000a| �[0;m�[1;31m20221213222206588 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213222206588 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213222206588 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213222206588 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213222206588 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213222206588 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213222206601 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2395/run.2022-12-13_21-44-31/voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213222206609 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213222206610 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213222206610 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:22:09.427535 run osmo-msc_10.42.42.6(pid=7443): ERR: Terminated: ERROR {rc=2} [trial-2395↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=7443)]\u000a22:22:09.476089 run osmo-msc_10.42.42.6(pid=7443): stdout: \u000a| (launched: 2022-12-13_22:22:08.322762) \u000a22:22:09.525180 run osmo-msc_10.42.42.6(pid=7443): stderr: \u000a| �[0;m�[38;5;43m20221213222208594 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213222208595 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f86b8549c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213222208595 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213222208595 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213222208595 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213222208595 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213222208597 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213222208597 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213222208597 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213222208598 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a22:22:09.566756 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7436): Terminating (SIGTERM)\u000a22:22:09.606083 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7439): Terminating (SIGTERM)\u000a22:22:09.645326 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=7442): Terminating (SIGTERM)\u000a22:22:09.654407 --- ParallelTerminationStrategy: PID 7436 died...\u000a22:22:09.707024 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7436): Terminated: ok {rc=0}\u000a22:22:09.716518 --- ParallelTerminationStrategy: PID 7439 died...\u000a22:22:09.769162 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7439): Terminated: ok {rc=0}\u000a22:22:09.778748 --- ParallelTerminationStrategy: PID 7442 died...\u000a22:22:09.831258 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=7442): Terminated: ok {rc=0}\u000a22:22:09.920188 bus /sierra_3: Setting Powered False\u000a22:22:11.024604 bus /sierra_3: Setting Powered False\u000a22:22:12.135795 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 80, "className" : "voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=7451): Process ended prematurely: osmo-stp_10.42.42.5(pid=7451) [trial-2395↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7451)]", "failedSince" : 2316, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=7451): Process ended prematurely: osmo-stp_10.42.42.5(pid=7451) [trial-2395↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7451)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2395 voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a22:22:13.245926 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a22:22:13.257460 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1)\u000a22:22:13.411467 tst mo_mt_call_osmux.py: using LAC 36620\u000a22:22:13.538421 tst mo_mt_call_osmux.py: using RAC 155\u000a22:22:13.664403 tst mo_mt_call_osmux.py: using CellId 36620\u000a22:22:13.790766 tst mo_mt_call_osmux.py: using BVCI 36621\u000a22:22:13.815657 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a22:22:13.827346 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a22:22:13.838859 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a22:22:13.850249 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a22:22:13.862018 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a22:22:13.873507 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a22:22:13.991513 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a22:22:14.204011 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:22:14.711497 run create_hlr_db(pid=7445): Launched\u000a22:22:14.899046 bus /sierra_2: Setting Powered False\u000a22:22:15.933251 run create_hlr_db(pid=7445): Terminated: ok {rc=0}\u000a22:22:16.361802 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7447): Launched\u000a22:22:16.776696 run osmo-hlr_10.42.42.2(pid=7448): Launched\u000a22:22:17.004875 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:22:17.635649 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7450): Launched\u000a22:22:17.937940 run osmo-stp_10.42.42.5(pid=7451): Launched\u000a22:22:18.047480 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a22:22:18.599351 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=7453): Launched\u000a22:22:18.900780 run osmo-msc_10.42.42.6(pid=7454): Launched\u000a22:22:19.085159 run osmo-stp_10.42.42.5(pid=7451): ERR: Terminated: ERROR {rc=1} [trial-2395↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7451)]\u000a22:22:19.223820 run osmo-stp_10.42.42.5(pid=7451): stdout: \u000a| (launched: 2022-12-13_22:22:17.789160)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:22:19.360570 run osmo-stp_10.42.42.5(pid=7451): stderr: \u000a| �[0;m�[38;5;43m20221213222217961 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213222217961 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213222217961 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213222217962 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213222217962 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213222217962 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213222217962 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:22:19.490946 run osmo-stp_10.42.42.5(pid=7451): stdout: \u000a| (launched: 2022-12-13_22:22:17.789160)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:22:19.620136 run osmo-stp_10.42.42.5(pid=7451): stderr: \u000a| �[0;m�[38;5;43m20221213222217961 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213222217961 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213222217961 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213222217962 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213222217962 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213222217962 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213222217962 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:22:19.677346 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=7451): Process ended prematurely: osmo-stp_10.42.42.5(pid=7451) [trial-2395↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7451)] [trial-2395↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8]\u000a22:22:19.686937 tst mo_mt_call_osmux.py:8: Test FAILED (6.5 sec)\u000a22:22:19.750608 run osmo-hlr_10.42.42.2(pid=7448): ERR: Terminated: ERROR {rc=237} [trial-2395↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=7448)]\u000a22:22:19.802635 run osmo-hlr_10.42.42.2(pid=7448): stdout: \u000a| (launched: 2022-12-13_22:22:16.519357) \u000a22:22:19.855309 run osmo-hlr_10.42.42.2(pid=7448): stderr: \u000a| �[0;m�[1;31m20221213222216867 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213222216867 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213222216867 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213222216867 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213222216867 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213222216867 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213222216887 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2395/run.2022-12-13_21-44-31/voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213222216903 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213222216903 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213222216904 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:22:19.926564 run osmo-msc_10.42.42.6(pid=7454): ERR: Terminated: ERROR {rc=2} [trial-2395↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=7454)]\u000a22:22:19.978454 run osmo-msc_10.42.42.6(pid=7454): stdout: \u000a| (launched: 2022-12-13_22:22:18.752525) \u000a22:22:20.030939 run osmo-msc_10.42.42.6(pid=7454): stderr: \u000a| �[0;m�[38;5;43m20221213222219023 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213222219023 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f4490a8cc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213222219023 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213222219023 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213222219023 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213222219023 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213222219027 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213222219027 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213222219027 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213222219027 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a22:22:20.075909 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7447): Terminating (SIGTERM)\u000a22:22:20.118760 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7450): Terminating (SIGTERM)\u000a22:22:20.160931 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=7453): Terminating (SIGTERM)\u000a22:22:20.170782 --- ParallelTerminationStrategy: PID 7447 died...\u000a22:22:20.227654 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7447): Terminated: ok {rc=0}\u000a22:22:20.237885 --- ParallelTerminationStrategy: PID 7450 died...\u000a22:22:20.294266 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7450): Terminated: ok {rc=0}\u000a22:22:20.304297 --- ParallelTerminationStrategy: PID 7453 died...\u000a22:22:20.360650 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=7453): Terminated: ok {rc=0}\u000a22:22:20.448493 bus /sierra_3: Setting Powered False\u000a22:22:21.553167 bus /sierra_3: Setting Powered False\u000a22:22:22.660413 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "83", "name" : "voice_trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T22:22:02" }, { "cases" : [ { "testActions" : [ ], "age" : 78, "className" : "voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=7465): Process ended prematurely: osmo-stp_10.42.42.5(pid=7465) [trial-2395↪voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7465)]", "failedSince" : 2318, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=7465): Process ended prematurely: osmo-stp_10.42.42.5(pid=7465) [trial-2395↪voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7465)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2395 voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call.py\u000a----------------------------------------------\u000a22:22:24.670876 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a22:22:24.682908 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a22:22:24.846472 tst mo_mt_call.py: using LAC 36621\u000a22:22:24.971705 tst mo_mt_call.py: using RAC 156\u000a22:22:25.099804 tst mo_mt_call.py: using CellId 36621\u000a22:22:25.221161 tst mo_mt_call.py: using BVCI 36622\u000a22:22:25.243987 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a22:22:25.255262 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a22:22:25.266433 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a22:22:25.277448 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a22:22:25.288507 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a22:22:25.299366 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a22:22:25.413058 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a22:22:25.623793 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:22:26.131304 run create_hlr_db(pid=7459): Launched\u000a22:22:26.318108 bus /sierra_2: Setting Powered False\u000a22:22:27.339371 run create_hlr_db(pid=7459): Terminated: ok {rc=0}\u000a22:22:27.742625 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7461): Launched\u000a22:22:28.043081 run osmo-hlr_10.42.42.2(pid=7462): Launched\u000a22:22:28.154430 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:22:28.675635 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7464): Launched\u000a22:22:28.976268 run osmo-stp_10.42.42.5(pid=7465): Launched\u000a22:22:29.087133 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a22:22:29.677385 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=7467): Launched\u000a22:22:30.001825 run osmo-msc_10.42.42.6(pid=7468): Launched\u000a22:22:30.191495 run osmo-stp_10.42.42.5(pid=7465): ERR: Terminated: ERROR {rc=1} [trial-2395↪voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7465)]\u000a22:22:30.328842 run osmo-stp_10.42.42.5(pid=7465): stdout: \u000a| (launched: 2022-12-13_22:22:28.828388)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:22:30.465397 run osmo-stp_10.42.42.5(pid=7465): stderr: \u000a| �[0;m�[38;5;43m20221213222228999 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213222228999 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213222228999 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213222229000 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213222229000 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213222229000 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213222229000 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:22:30.595217 run osmo-stp_10.42.42.5(pid=7465): stdout: \u000a| (launched: 2022-12-13_22:22:28.828388)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:22:30.724175 run osmo-stp_10.42.42.5(pid=7465): stderr: \u000a| �[0;m�[38;5;43m20221213222228999 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213222228999 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213222228999 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213222229000 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213222229000 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213222229000 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213222229000 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:22:30.781550 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=7465): Process ended prematurely: osmo-stp_10.42.42.5(pid=7465) [trial-2395↪voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7465)] [trial-2395↪voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8]\u000a22:22:30.790688 tst mo_mt_call.py:8: Test FAILED (6.2 sec)\u000a22:22:30.871401 run osmo-hlr_10.42.42.2(pid=7462): ERR: Terminated: ERROR {rc=237} [trial-2395↪voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=7462)]\u000a22:22:30.929565 run osmo-hlr_10.42.42.2(pid=7462): stdout: \u000a| (launched: 2022-12-13_22:22:27.894968) \u000a22:22:30.982604 run osmo-hlr_10.42.42.2(pid=7462): stderr: \u000a| �[0;m�[1;31m20221213222228069 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213222228069 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213222228069 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213222228069 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213222228069 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213222228069 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213222228082 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2395/run.2022-12-13_21-44-31/voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213222228091 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213222228091 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213222228091 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:22:31.053158 run osmo-msc_10.42.42.6(pid=7468): ERR: Terminated: ERROR {rc=2} [trial-2395↪voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=7468)]\u000a22:22:31.105694 run osmo-msc_10.42.42.6(pid=7468): stdout: \u000a| (launched: 2022-12-13_22:22:29.842289) \u000a22:22:31.158281 run osmo-msc_10.42.42.6(pid=7468): stderr: \u000a| �[0;m�[38;5;43m20221213222230161 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213222230161 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f3f78f8bc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213222230161 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213222230161 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213222230161 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213222230162 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213222230163 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213222230164 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213222230164 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213222230164 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a22:22:31.202928 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7461): Terminating (SIGTERM)\u000a22:22:31.246059 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7464): Terminating (SIGTERM)\u000a22:22:31.289367 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=7467): Terminating (SIGTERM)\u000a22:22:31.299898 --- ParallelTerminationStrategy: PID 7461 died...\u000a22:22:31.358609 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7461): Terminated: ok {rc=0}\u000a22:22:31.369216 --- ParallelTerminationStrategy: PID 7464 died...\u000a22:22:31.424857 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7464): Terminated: ok {rc=0}\u000a22:22:31.435056 --- ParallelTerminationStrategy: PID 7467 died...\u000a22:22:31.494205 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=7467): Terminated: ok {rc=0}\u000a22:22:31.590472 bus /sierra_3: Setting Powered False\u000a22:22:32.689861 bus /sierra_3: Setting Powered False\u000a22:22:33.797823 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 78, "className" : "voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=7476): Process ended prematurely: osmo-stp_10.42.42.5(pid=7476) [trial-2395↪voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7476)]", "failedSince" : 2318, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=7476): Process ended prematurely: osmo-stp_10.42.42.5(pid=7476) [trial-2395↪voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7476)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2395 voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call_osmux.py\u000a----------------------------------------------\u000a22:22:34.911875 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a22:22:34.924227 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a22:22:35.093278 tst mo_mt_call_osmux.py: using LAC 36622\u000a22:22:35.219488 tst mo_mt_call_osmux.py: using RAC 157\u000a22:22:35.348839 tst mo_mt_call_osmux.py: using CellId 36622\u000a22:22:35.474358 tst mo_mt_call_osmux.py: using BVCI 36623\u000a22:22:35.498700 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a22:22:35.510424 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a22:22:35.521852 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a22:22:35.533222 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a22:22:35.545054 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a22:22:35.556782 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a22:22:35.673615 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a22:22:35.885789 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:22:36.393557 run create_hlr_db(pid=7470): Launched\u000a22:22:36.579958 bus /sierra_2: Setting Powered False\u000a22:22:37.602821 run create_hlr_db(pid=7470): Terminated: ok {rc=0}\u000a22:22:38.033636 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7472): Launched\u000a22:22:38.356592 run osmo-hlr_10.42.42.2(pid=7473): Launched\u000a22:22:38.471141 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:22:38.993245 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7475): Launched\u000a22:22:39.293429 run osmo-stp_10.42.42.5(pid=7476): Launched\u000a22:22:39.403013 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a22:22:39.952181 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=7478): Launched\u000a22:22:40.253941 run osmo-msc_10.42.42.6(pid=7479): Launched\u000a22:22:40.431637 run osmo-stp_10.42.42.5(pid=7476): ERR: Terminated: ERROR {rc=1} [trial-2395↪voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7476)]\u000a22:22:40.559428 run osmo-stp_10.42.42.5(pid=7476): stdout: \u000a| (launched: 2022-12-13_22:22:39.145975)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:22:40.684926 run osmo-stp_10.42.42.5(pid=7476): stderr: \u000a| �[0;m�[38;5;43m20221213222239316 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213222239316 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213222239317 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213222239317 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213222239318 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213222239318 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213222239318 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:22:40.806536 run osmo-stp_10.42.42.5(pid=7476): stdout: \u000a| (launched: 2022-12-13_22:22:39.145975)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:22:40.926995 run osmo-stp_10.42.42.5(pid=7476): stderr: \u000a| �[0;m�[38;5;43m20221213222239316 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213222239316 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213222239317 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213222239317 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213222239318 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213222239318 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213222239318 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:22:40.979837 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=7476): Process ended prematurely: osmo-stp_10.42.42.5(pid=7476) [trial-2395↪voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7476)] [trial-2395↪voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8]\u000a22:22:40.988487 tst mo_mt_call_osmux.py:8: Test FAILED (6.1 sec)\u000a22:22:41.047541 run osmo-hlr_10.42.42.2(pid=7473): ERR: Terminated: ERROR {rc=237} [trial-2395↪voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=7473)]\u000a22:22:41.095965 run osmo-hlr_10.42.42.2(pid=7473): stdout: \u000a| (launched: 2022-12-13_22:22:38.197735) \u000a22:22:41.145151 run osmo-hlr_10.42.42.2(pid=7473): stderr: \u000a| �[0;m�[1;31m20221213222238394 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213222238394 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213222238394 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213222238394 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213222238394 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213222238394 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213222238407 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2395/run.2022-12-13_21-44-31/voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213222238415 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213222238415 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213222238415 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:22:41.212023 run osmo-msc_10.42.42.6(pid=7479): ERR: Terminated: ERROR {rc=2} [trial-2395↪voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=7479)]\u000a22:22:41.260499 run osmo-msc_10.42.42.6(pid=7479): stdout: \u000a| (launched: 2022-12-13_22:22:40.105289) \u000a22:22:41.309886 run osmo-msc_10.42.42.6(pid=7479): stderr: \u000a| �[0;m�[38;5;43m20221213222240377 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213222240377 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f91926d3c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213222240377 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213222240377 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213222240377 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213222240377 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213222240379 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213222240379 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213222240380 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213222240380 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a22:22:41.351942 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7472): Terminating (SIGTERM)\u000a22:22:41.391477 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7475): Terminating (SIGTERM)\u000a22:22:41.430977 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=7478): Terminating (SIGTERM)\u000a22:22:41.440157 --- ParallelTerminationStrategy: PID 7472 died...\u000a22:22:41.493235 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7472): Terminated: ok {rc=0}\u000a22:22:41.502857 --- ParallelTerminationStrategy: PID 7475 died...\u000a22:22:41.555966 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7475): Terminated: ok {rc=0}\u000a22:22:41.565945 --- ParallelTerminationStrategy: PID 7478 died...\u000a22:22:41.618978 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=7478): Terminated: ok {rc=0}\u000a22:22:41.702834 bus /sierra_3: Setting Powered False\u000a22:22:42.810290 bus /sierra_3: Setting Powered False\u000a22:22:43.924300 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "84", "name" : "voice_trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T22:22:24" }, { "cases" : [ { "testActions" : [ ], "age" : 78, "className" : "voice:trx-umtrx+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=7490): Process ended prematurely: osmo-stp_10.42.42.5(pid=7490) [trial-2395↪voice:trx-umtrx+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7490)]", "failedSince" : 2318, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=7490): Process ended prematurely: osmo-stp_10.42.42.5(pid=7490) [trial-2395↪voice:trx-umtrx+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7490)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2395 voice:trx-umtrx+mod-bts0-dynts-osmo mo_mt_call.py\u000a----------------------------------------------\u000a22:22:45.928747 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a22:22:45.940929 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a22:22:46.111530 tst mo_mt_call.py: using LAC 36623\u000a22:22:46.257977 tst mo_mt_call.py: using RAC 158\u000a22:22:46.378409 tst mo_mt_call.py: using CellId 36623\u000a22:22:46.499870 tst mo_mt_call.py: using BVCI 36624\u000a22:22:46.523592 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a22:22:46.535029 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a22:22:46.546624 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a22:22:46.557860 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a22:22:46.569233 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a22:22:46.580725 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a22:22:46.697488 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a22:22:46.931362 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:22:47.474090 run create_hlr_db(pid=7484): Launched\u000a22:22:47.660280 bus /sierra_2: Setting Powered False\u000a22:22:48.682325 run create_hlr_db(pid=7484): Terminated: ok {rc=0}\u000a22:22:49.085810 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7486): Launched\u000a22:22:49.388097 run osmo-hlr_10.42.42.2(pid=7487): Launched\u000a22:22:49.503312 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:22:50.025218 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7489): Launched\u000a22:22:50.325862 run osmo-stp_10.42.42.5(pid=7490): Launched\u000a22:22:50.435862 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a22:22:50.985386 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=7492): Launched\u000a22:22:51.286449 run osmo-msc_10.42.42.6(pid=7493): Launched\u000a22:22:51.464494 run osmo-stp_10.42.42.5(pid=7490): ERR: Terminated: ERROR {rc=1} [trial-2395↪voice:trx-umtrx+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7490)]\u000a22:22:51.591605 run osmo-stp_10.42.42.5(pid=7490): stdout: \u000a| (launched: 2022-12-13_22:22:50.178007)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:22:51.716658 run osmo-stp_10.42.42.5(pid=7490): stderr: \u000a| �[0;m�[38;5;43m20221213222250348 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213222250348 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213222250348 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213222250349 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213222250349 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213222250349 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213222250350 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:22:51.837713 run osmo-stp_10.42.42.5(pid=7490): stdout: \u000a| (launched: 2022-12-13_22:22:50.178007)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:22:51.983197 run osmo-stp_10.42.42.5(pid=7490): stderr: \u000a| �[0;m�[38;5;43m20221213222250348 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213222250348 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213222250348 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213222250349 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213222250349 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213222250349 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213222250350 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:22:52.035943 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=7490): Process ended prematurely: osmo-stp_10.42.42.5(pid=7490) [trial-2395↪voice:trx-umtrx+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7490)] [trial-2395↪voice:trx-umtrx+mod-bts0-dynts-osmo↪mo_mt_call.py:8]\u000a22:22:52.044225 tst mo_mt_call.py:8: Test FAILED (6.2 sec)\u000a22:22:52.104092 run osmo-hlr_10.42.42.2(pid=7487): ERR: Terminated: ERROR {rc=237} [trial-2395↪voice:trx-umtrx+mod-bts0-dynts-osmo↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=7487)]\u000a22:22:52.152720 run osmo-hlr_10.42.42.2(pid=7487): stdout: \u000a| (launched: 2022-12-13_22:22:49.238622) \u000a22:22:52.202036 run osmo-hlr_10.42.42.2(pid=7487): stderr: \u000a| �[0;m�[1;31m20221213222249414 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213222249414 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213222249414 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213222249414 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213222249414 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213222249414 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213222249426 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2395/run.2022-12-13_21-44-31/voice:trx-umtrx+mod-bts0-dynts-osmo/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213222249435 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213222249435 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213222249435 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:22:52.268756 run osmo-msc_10.42.42.6(pid=7493): ERR: Terminated: ERROR {rc=2} [trial-2395↪voice:trx-umtrx+mod-bts0-dynts-osmo↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=7493)]\u000a22:22:52.317715 run osmo-msc_10.42.42.6(pid=7493): stdout: \u000a| (launched: 2022-12-13_22:22:51.138332) \u000a22:22:52.366782 run osmo-msc_10.42.42.6(pid=7493): stderr: \u000a| �[0;m�[38;5;43m20221213222251410 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213222251410 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f501ee97c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213222251410 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213222251410 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213222251410 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213222251410 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213222251414 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213222251414 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213222251414 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213222251414 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a22:22:52.408303 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7486): Terminating (SIGTERM)\u000a22:22:52.447533 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7489): Terminating (SIGTERM)\u000a22:22:52.486883 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=7492): Terminating (SIGTERM)\u000a22:22:52.496041 --- ParallelTerminationStrategy: PID 7486 died...\u000a22:22:52.548794 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7486): Terminated: ok {rc=0}\u000a22:22:52.558693 --- ParallelTerminationStrategy: PID 7489 died...\u000a22:22:52.611457 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7489): Terminated: ok {rc=0}\u000a22:22:52.621105 --- ParallelTerminationStrategy: PID 7492 died...\u000a22:22:52.673784 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=7492): Terminated: ok {rc=0}\u000a22:22:52.761936 bus /sierra_3: Setting Powered False\u000a22:22:53.865479 bus /sierra_3: Setting Powered False\u000a22:22:54.975192 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 78, "className" : "voice:trx-umtrx+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=7501): Process ended prematurely: osmo-stp_10.42.42.5(pid=7501) [trial-2395↪voice:trx-umtrx+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7501)]", "failedSince" : 2318, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=7501): Process ended prematurely: osmo-stp_10.42.42.5(pid=7501) [trial-2395↪voice:trx-umtrx+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7501)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2395 voice:trx-umtrx+mod-bts0-dynts-osmo mo_mt_call_osmux.py\u000a----------------------------------------------\u000a22:22:56.089604 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a22:22:56.101508 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a22:22:56.267604 tst mo_mt_call_osmux.py: using LAC 36624\u000a22:22:56.388318 tst mo_mt_call_osmux.py: using RAC 159\u000a22:22:56.506421 tst mo_mt_call_osmux.py: using CellId 36624\u000a22:22:56.624224 tst mo_mt_call_osmux.py: using BVCI 36625\u000a22:22:56.647184 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a22:22:56.658073 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a22:22:56.668840 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a22:22:56.679580 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a22:22:56.690763 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a22:22:56.701528 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a22:22:56.816729 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a22:22:57.028395 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:22:57.538279 run create_hlr_db(pid=7495): Launched\u000a22:22:57.725199 bus /sierra_2: Setting Powered False\u000a22:22:58.746391 run create_hlr_db(pid=7495): Terminated: ok {rc=0}\u000a22:22:59.151263 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7497): Launched\u000a22:22:59.453608 run osmo-hlr_10.42.42.2(pid=7498): Launched\u000a22:22:59.573445 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:23:00.104457 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7500): Launched\u000a22:23:00.406348 run osmo-stp_10.42.42.5(pid=7501): Launched\u000a22:23:00.516129 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a22:23:01.135183 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=7503): Launched\u000a22:23:01.570564 run osmo-msc_10.42.42.6(pid=7504): Launched\u000a22:23:01.970912 run osmo-stp_10.42.42.5(pid=7501): ERR: Terminated: ERROR {rc=1} [trial-2395↪voice:trx-umtrx+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7501)]\u000a22:23:02.168549 run osmo-stp_10.42.42.5(pid=7501): stdout: \u000a| (launched: 2022-12-13_22:23:00.258102)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:23:02.303613 run osmo-stp_10.42.42.5(pid=7501): stderr: \u000a| �[0;m�[38;5;43m20221213222300429 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213222300430 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213222300430 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213222300430 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213222300431 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213222300431 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213222300431 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:23:02.434750 run osmo-stp_10.42.42.5(pid=7501): stdout: \u000a| (launched: 2022-12-13_22:23:00.258102)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:23:02.564704 run osmo-stp_10.42.42.5(pid=7501): stderr: \u000a| �[0;m�[38;5;43m20221213222300429 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213222300430 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213222300430 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213222300430 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213222300431 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213222300431 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213222300431 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:23:02.622119 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=7501): Process ended prematurely: osmo-stp_10.42.42.5(pid=7501) [trial-2395↪voice:trx-umtrx+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7501)] [trial-2395↪voice:trx-umtrx+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8]\u000a22:23:02.631491 tst mo_mt_call_osmux.py:8: Test FAILED (6.6 sec)\u000a22:23:02.695301 run osmo-hlr_10.42.42.2(pid=7498): ERR: Terminated: ERROR {rc=237} [trial-2395↪voice:trx-umtrx+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=7498)]\u000a22:23:02.747185 run osmo-hlr_10.42.42.2(pid=7498): stdout: \u000a| (launched: 2022-12-13_22:22:59.304577) \u000a22:23:02.800103 run osmo-hlr_10.42.42.2(pid=7498): stderr: \u000a| �[0;m�[1;31m20221213222259478 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213222259478 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213222259478 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213222259478 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213222259478 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213222259478 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213222259490 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2395/run.2022-12-13_21-44-31/voice:trx-umtrx+mod-bts0-dynts-osmo/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213222259501 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213222259501 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213222259501 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:23:02.871613 run osmo-msc_10.42.42.6(pid=7504): ERR: Terminated: ERROR {rc=2} [trial-2395↪voice:trx-umtrx+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=7504)]\u000a22:23:02.923929 run osmo-msc_10.42.42.6(pid=7504): stdout: \u000a| (launched: 2022-12-13_22:23:01.306223) \u000a22:23:02.976628 run osmo-msc_10.42.42.6(pid=7504): stderr: \u000a| �[0;m�[38;5;43m20221213222301811 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213222301812 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f4bfe31dc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213222301812 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213222301812 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213222301812 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213222301812 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213222301814 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213222301814 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213222301814 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213222301814 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a22:23:03.021584 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7497): Terminating (SIGTERM)\u000a22:23:03.064096 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7500): Terminating (SIGTERM)\u000a22:23:03.106555 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=7503): Terminating (SIGTERM)\u000a22:23:03.116449 --- ParallelTerminationStrategy: PID 7497 died...\u000a22:23:03.173733 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7497): Terminated: ok {rc=0}\u000a22:23:03.183974 --- ParallelTerminationStrategy: PID 7500 died...\u000a22:23:03.240893 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7500): Terminated: ok {rc=0}\u000a22:23:03.251077 --- ParallelTerminationStrategy: PID 7503 died...\u000a22:23:03.308111 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=7503): Terminated: ok {rc=0}\u000a22:23:03.395504 bus /sierra_3: Setting Powered False\u000a22:23:04.502720 bus /sierra_3: Setting Powered False\u000a22:23:05.611672 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "85", "name" : "voice_trx-umtrx+mod-bts0-dynts-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T22:22:45" }, { "cases" : [ { "testActions" : [ ], "age" : 233, "className" : "voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=7516): Process ended prematurely: osmo-stp_10.42.42.5(pid=7516) [trial-2395↪voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7516)]", "failedSince" : 2163, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=7516): Process ended prematurely: osmo-stp_10.42.42.5(pid=7516) [trial-2395↪voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7516)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2395 voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend mo_mt_call.py\u000a----------------------------------------------\u000a22:23:07.613622 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a22:23:07.625426 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a22:23:07.773070 tst mo_mt_call.py: using LAC 36625\u000a22:23:07.901411 tst mo_mt_call.py: using RAC 160\u000a22:23:08.029712 tst mo_mt_call.py: using CellId 36625\u000a22:23:08.155823 tst mo_mt_call.py: using BVCI 36626\u000a22:23:08.180345 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a22:23:08.191977 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a22:23:08.203581 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a22:23:08.215195 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a22:23:08.227186 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a22:23:08.239117 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 2)\u000a22:23:08.354800 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 2)\u000a22:23:08.560411 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:23:09.043217 run create_hlr_db(pid=7510): Launched\u000a22:23:09.216398 bus /sierra_2: Setting Powered False\u000a22:23:10.249511 run create_hlr_db(pid=7510): Terminated: ok {rc=0}\u000a22:23:10.677457 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7512): Launched\u000a22:23:10.999096 run osmo-hlr_10.42.42.2(pid=7513): Launched\u000a22:23:11.120263 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:23:11.679886 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7515): Launched\u000a22:23:12.002547 run osmo-stp_10.42.42.5(pid=7516): Launched\u000a22:23:12.119655 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a22:23:12.708256 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=7518): Launched\u000a22:23:13.030759 run osmo-msc_10.42.42.6(pid=7519): Launched\u000a22:23:13.219934 run osmo-stp_10.42.42.5(pid=7516): ERR: Terminated: ERROR {rc=1} [trial-2395↪voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7516)]\u000a22:23:13.358911 run osmo-stp_10.42.42.5(pid=7516): stdout: \u000a| (launched: 2022-12-13_22:23:11.844394)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:23:13.492847 run osmo-stp_10.42.42.5(pid=7516): stderr: \u000a| �[0;m�[38;5;43m20221213222312034 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213222312034 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213222312034 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213222312035 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213222312037 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213222312037 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213222312037 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:23:13.622736 run osmo-stp_10.42.42.5(pid=7516): stdout: \u000a| (launched: 2022-12-13_22:23:11.844394)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:23:13.751346 run osmo-stp_10.42.42.5(pid=7516): stderr: \u000a| �[0;m�[38;5;43m20221213222312034 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213222312034 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213222312034 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213222312035 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213222312037 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213222312037 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213222312037 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:23:13.808277 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=7516): Process ended prematurely: osmo-stp_10.42.42.5(pid=7516) [trial-2395↪voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7516)] [trial-2395↪voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py:8]\u000a22:23:13.817641 tst mo_mt_call.py:8: Test FAILED (6.2 sec)\u000a22:23:13.881014 run osmo-hlr_10.42.42.2(pid=7513): ERR: Terminated: ERROR {rc=237} [trial-2395↪voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=7513)]\u000a22:23:13.932430 run osmo-hlr_10.42.42.2(pid=7513): stdout: \u000a| (launched: 2022-12-13_22:23:10.841893) \u000a22:23:13.984389 run osmo-hlr_10.42.42.2(pid=7513): stderr: \u000a| �[0;m�[1;31m20221213222311039 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213222311039 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213222311039 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213222311039 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213222311039 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213222311040 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213222311051 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2395/run.2022-12-13_21-44-31/voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213222311060 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213222311060 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213222311060 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:23:14.055027 run osmo-msc_10.42.42.6(pid=7519): ERR: Terminated: ERROR {rc=2} [trial-2395↪voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=7519)]\u000a22:23:14.106618 run osmo-msc_10.42.42.6(pid=7519): stdout: \u000a| (launched: 2022-12-13_22:23:12.873164) \u000a22:23:14.158537 run osmo-msc_10.42.42.6(pid=7519): stderr: \u000a| �[0;m�[38;5;43m20221213222313195 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213222313195 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f9fb635ac40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213222313195 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213222313195 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213222313196 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213222313196 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213222313197 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213222313198 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213222313198 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213222313198 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a22:23:14.202918 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7512): Terminating (SIGTERM)\u000a22:23:14.244536 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7515): Terminating (SIGTERM)\u000a22:23:14.286950 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=7518): Terminating (SIGTERM)\u000a22:23:14.296638 --- ParallelTerminationStrategy: PID 7512 died...\u000a22:23:14.353193 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7512): Terminated: ok {rc=0}\u000a22:23:14.363199 --- ParallelTerminationStrategy: PID 7515 died...\u000a22:23:14.419241 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7515): Terminated: ok {rc=0}\u000a22:23:14.429258 --- ParallelTerminationStrategy: PID 7518 died...\u000a22:23:14.485134 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=7518): Terminated: ok {rc=0}\u000a22:23:14.572602 bus /sierra_3: Setting Powered False\u000a22:23:15.678018 bus /sierra_3: Setting Powered False\u000a22:23:16.796614 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 231, "className" : "voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=7527): Process ended prematurely: osmo-stp_10.42.42.5(pid=7527) [trial-2395↪voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7527)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=7527): Process ended prematurely: osmo-stp_10.42.42.5(pid=7527) [trial-2395↪voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7527)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2395 voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend mo_mt_call_osmux.py\u000a----------------------------------------------\u000a22:23:17.905965 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a22:23:17.917806 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a22:23:18.054860 tst mo_mt_call_osmux.py: using LAC 36626\u000a22:23:18.175427 tst mo_mt_call_osmux.py: using RAC 161\u000a22:23:18.293257 tst mo_mt_call_osmux.py: using CellId 36626\u000a22:23:18.416187 tst mo_mt_call_osmux.py: using BVCI 36627\u000a22:23:18.439191 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a22:23:18.450385 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a22:23:18.461390 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a22:23:18.472295 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a22:23:18.483422 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a22:23:18.494397 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 2)\u000a22:23:18.615165 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 2)\u000a22:23:18.819410 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:23:19.302646 run create_hlr_db(pid=7521): Launched\u000a22:23:19.477266 bus /sierra_2: Setting Powered False\u000a22:23:20.499051 run create_hlr_db(pid=7521): Terminated: ok {rc=0}\u000a22:23:20.929882 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7523): Launched\u000a22:23:21.253141 run osmo-hlr_10.42.42.2(pid=7524): Launched\u000a22:23:21.371463 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:23:21.934164 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7526): Launched\u000a22:23:22.257317 run osmo-stp_10.42.42.5(pid=7527): Launched\u000a22:23:22.376027 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a22:23:22.968265 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=7529): Launched\u000a22:23:23.293136 run osmo-msc_10.42.42.6(pid=7530): Launched\u000a22:23:23.483711 run osmo-stp_10.42.42.5(pid=7527): ERR: Terminated: ERROR {rc=1} [trial-2395↪voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7527)]\u000a22:23:23.621215 run osmo-stp_10.42.42.5(pid=7527): stdout: \u000a| (launched: 2022-12-13_22:23:22.098350)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:23:23.757973 run osmo-stp_10.42.42.5(pid=7527): stderr: \u000a| �[0;m�[38;5;43m20221213222322291 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213222322292 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213222322292 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213222322292 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213222322293 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213222322293 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213222322293 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:23:23.888543 run osmo-stp_10.42.42.5(pid=7527): stdout: \u000a| (launched: 2022-12-13_22:23:22.098350)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:23:24.017983 run osmo-stp_10.42.42.5(pid=7527): stderr: \u000a| �[0;m�[38;5;43m20221213222322291 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213222322292 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213222322292 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213222322292 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213222322293 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213222322293 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213222322293 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:23:24.074795 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=7527): Process ended prematurely: osmo-stp_10.42.42.5(pid=7527) [trial-2395↪voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7527)] [trial-2395↪voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py:8]\u000a22:23:24.083810 tst mo_mt_call_osmux.py:8: Test FAILED (6.2 sec)\u000a22:23:24.146490 run osmo-hlr_10.42.42.2(pid=7524): ERR: Terminated: ERROR {rc=237} [trial-2395↪voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=7524)]\u000a22:23:24.197776 run osmo-hlr_10.42.42.2(pid=7524): stdout: \u000a| (launched: 2022-12-13_22:23:21.094363) \u000a22:23:24.249783 run osmo-hlr_10.42.42.2(pid=7524): stderr: \u000a| �[0;m�[1;31m20221213222321294 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213222321294 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213222321295 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213222321295 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213222321295 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213222321295 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213222321308 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2395/run.2022-12-13_21-44-31/voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213222321318 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213222321318 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213222321318 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:23:24.320118 run osmo-msc_10.42.42.6(pid=7530): ERR: Terminated: ERROR {rc=2} [trial-2395↪voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=7530)]\u000a22:23:24.371550 run osmo-msc_10.42.42.6(pid=7530): stdout: \u000a| (launched: 2022-12-13_22:23:23.133308) \u000a22:23:24.423356 run osmo-msc_10.42.42.6(pid=7530): stderr: \u000a| �[0;m�[38;5;43m20221213222323455 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213222323455 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f9e02ccec40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213222323455 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213222323455 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213222323456 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213222323456 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213222323458 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213222323458 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213222323458 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213222323458 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a22:23:24.467743 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7523): Terminating (SIGTERM)\u000a22:23:24.510016 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7526): Terminating (SIGTERM)\u000a22:23:24.551794 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=7529): Terminating (SIGTERM)\u000a22:23:24.561454 --- ParallelTerminationStrategy: PID 7523 died...\u000a22:23:24.617878 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7523): Terminated: ok {rc=0}\u000a22:23:24.627911 --- ParallelTerminationStrategy: PID 7526 died...\u000a22:23:24.683963 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7526): Terminated: ok {rc=0}\u000a22:23:24.693974 --- ParallelTerminationStrategy: PID 7529 died...\u000a22:23:24.750186 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=7529): Terminated: ok {rc=0}\u000a22:23:24.838849 bus /sierra_3: Setting Powered False\u000a22:23:25.943868 bus /sierra_3: Setting Powered False\u000a22:23:27.056151 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "86", "name" : "voice_trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T22:23:07" }, { "cases" : [ { "testActions" : [ ], "age" : 78, "className" : "emergency:trx-umtrx", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=7541): Process ended prematurely: osmo-stp_10.42.42.5(pid=7541) [trial-2395↪emergency:trx-umtrx↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7541)]", "failedSince" : 2318, "name" : "emergency_mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/emergency/emergency_mo_mt_call.py\", line 19, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=7541): Process ended prematurely: osmo-stp_10.42.42.5(pid=7541) [trial-2395↪emergency:trx-umtrx↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7541)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2395 emergency:trx-umtrx emergency_mo_mt_call.py\u000a----------------------------------------------\u000a22:23:29.063595 tst emergency:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a22:23:29.074405 tst emergency:trx-umtrx: Using 1 x bts (candidates: 1)\u000a22:23:29.207539 tst emergency_mo_mt_call.py: using LAC 36627\u000a22:23:29.331018 tst emergency_mo_mt_call.py: using RAC 162\u000a22:23:29.455350 tst emergency_mo_mt_call.py: using CellId 36627\u000a22:23:29.578146 tst emergency_mo_mt_call.py: using BVCI 36628\u000a22:23:29.602173 tst emergency:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a22:23:29.613199 tst emergency:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a22:23:29.623938 tst emergency:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a22:23:29.634852 tst emergency:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a22:23:29.646088 tst emergency:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a22:23:29.657179 tst emergency:trx-umtrx: Using 1 x modem (candidates: 4)\u000a22:23:29.773733 tst emergency:trx-umtrx: Using 1 x modem (candidates: 4)\u000a22:23:29.974213 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:23:30.450207 run create_hlr_db(pid=7535): Launched\u000a22:23:30.621605 bus /sierra_2: Setting Powered False\u000a22:23:31.658420 run create_hlr_db(pid=7535): Terminated: ok {rc=0}\u000a22:23:32.110092 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7537): Launched\u000a22:23:32.432484 run osmo-hlr_10.42.42.2(pid=7538): Launched\u000a22:23:32.552129 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:23:33.107923 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7540): Launched\u000a22:23:33.426633 run osmo-stp_10.42.42.5(pid=7541): Launched\u000a22:23:33.558923 tst emergency_mo_mt_call.py: using MSISDN 8358\u000a22:23:33.717358 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a22:23:34.298199 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=7543): Launched\u000a22:23:34.615839 run osmo-msc_10.42.42.6(pid=7544): Launched\u000a22:23:34.803072 run osmo-stp_10.42.42.5(pid=7541): ERR: Terminated: ERROR {rc=1} [trial-2395↪emergency:trx-umtrx↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7541)]\u000a22:23:34.937807 run osmo-stp_10.42.42.5(pid=7541): stdout: \u000a| (launched: 2022-12-13_22:23:33.270072)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:23:35.072338 run osmo-stp_10.42.42.5(pid=7541): stderr: \u000a| �[0;m�[38;5;43m20221213222333461 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213222333462 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213222333462 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213222333462 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213222333464 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213222333465 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213222333465 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:23:35.200314 run osmo-stp_10.42.42.5(pid=7541): stdout: \u000a| (launched: 2022-12-13_22:23:33.270072)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:23:35.327381 run osmo-stp_10.42.42.5(pid=7541): stderr: \u000a| �[0;m�[38;5;43m20221213222333461 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213222333462 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213222333462 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213222333462 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213222333464 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213222333465 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213222333465 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:23:35.382720 tst emergency_mo_mt_call.py:19: ERR: Error: osmo-stp_10.42.42.5(pid=7541): Process ended prematurely: osmo-stp_10.42.42.5(pid=7541) [trial-2395↪emergency:trx-umtrx↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7541)] [trial-2395↪emergency:trx-umtrx↪emergency_mo_mt_call.py:19]\u000a22:23:35.391226 tst emergency_mo_mt_call.py:19: Test FAILED (6.3 sec)\u000a22:23:35.454044 run osmo-hlr_10.42.42.2(pid=7538): ERR: Terminated: ERROR {rc=237} [trial-2395↪emergency:trx-umtrx↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=7538)]\u000a22:23:35.505306 run osmo-hlr_10.42.42.2(pid=7538): stdout: \u000a| (launched: 2022-12-13_22:23:32.273963) \u000a22:23:35.557485 run osmo-hlr_10.42.42.2(pid=7538): stderr: \u000a| �[0;m�[1;31m20221213222332471 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213222332472 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213222332472 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213222332472 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213222332472 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213222332472 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213222332483 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2395/run.2022-12-13_21-44-31/emergency:trx-umtrx/emergency_mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213222332492 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213222332493 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213222332493 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:23:35.628362 run osmo-msc_10.42.42.6(pid=7544): ERR: Terminated: ERROR {rc=2} [trial-2395↪emergency:trx-umtrx↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=7544)]\u000a22:23:35.679875 run osmo-msc_10.42.42.6(pid=7544): stdout: \u000a| (launched: 2022-12-13_22:23:34.459694) \u000a22:23:35.732480 run osmo-msc_10.42.42.6(pid=7544): stderr: \u000a| �[0;m�[38;5;43m20221213222334781 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213222334781 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f5a745f9c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213222334781 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213222334781 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213222334781 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213222334781 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213222334783 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213222334784 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213222334784 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213222334784 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a22:23:35.776978 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7537): Terminating (SIGTERM)\u000a22:23:35.819260 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7540): Terminating (SIGTERM)\u000a22:23:35.861412 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=7543): Terminating (SIGTERM)\u000a22:23:35.871015 --- ParallelTerminationStrategy: PID 7537 died...\u000a22:23:35.927264 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7537): Terminated: ok {rc=0}\u000a22:23:35.937291 --- ParallelTerminationStrategy: PID 7540 died...\u000a22:23:35.993180 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7540): Terminated: ok {rc=0}\u000a22:23:36.003137 --- ParallelTerminationStrategy: PID 7543 died...\u000a22:23:36.059093 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=7543): Terminated: ok {rc=0}\u000a22:23:36.146439 bus /sierra_3: Setting Powered False\u000a22:23:37.249967 bus /sierra_3: Setting Powered False\u000a22:23:38.362185 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 254, "className" : "emergency:trx-umtrx", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=7552): Process ended prematurely: osmo-stp_10.42.42.5(pid=7552) [trial-2395↪emergency:trx-umtrx↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7552)]", "failedSince" : 2142, "name" : "emergency_preemptive_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/emergency/emergency_preemptive_call.py\", line 32, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=7552): Process ended prematurely: osmo-stp_10.42.42.5(pid=7552) [trial-2395↪emergency:trx-umtrx↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7552)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2395 emergency:trx-umtrx emergency_preemptive_call.py\u000a----------------------------------------------\u000a22:23:39.415443 tst emergency:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a22:23:39.427478 tst emergency:trx-umtrx: Using 1 x bts (candidates: 1)\u000a22:23:39.570041 tst emergency_preemptive_call.py: using LAC 36628\u000a22:23:39.693944 tst emergency_preemptive_call.py: using RAC 163\u000a22:23:39.823268 tst emergency_preemptive_call.py: using CellId 36628\u000a22:23:39.947211 tst emergency_preemptive_call.py: using BVCI 36629\u000a22:23:39.971829 tst emergency:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a22:23:39.983121 tst emergency:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a22:23:39.994232 tst emergency:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a22:23:40.005237 tst emergency:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a22:23:40.016475 tst emergency:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a22:23:40.027733 tst emergency:trx-umtrx: Using 1 x modem (candidates: 4)\u000a22:23:40.144330 tst emergency:trx-umtrx: Using 1 x modem (candidates: 4)\u000a22:23:40.265708 tst emergency:trx-umtrx: Using 1 x modem (candidates: 4)\u000a22:23:40.382509 tst emergency:trx-umtrx: Using 1 x modem (candidates: 4)\u000a22:23:40.579540 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:23:41.076499 run create_hlr_db(pid=7546): Launched\u000a22:23:41.261845 bus /sierra_2: Setting Powered False\u000a22:23:42.283494 run create_hlr_db(pid=7546): Terminated: ok {rc=0}\u000a22:23:42.708207 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7548): Launched\u000a22:23:43.028533 run osmo-hlr_10.42.42.2(pid=7549): Launched\u000a22:23:43.146606 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:23:43.702973 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7551): Launched\u000a22:23:44.023897 run osmo-stp_10.42.42.5(pid=7552): Launched\u000a22:23:44.159638 tst emergency_preemptive_call.py: using MSISDN 8359\u000a22:23:44.318540 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a22:23:44.899035 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=7554): Launched\u000a22:23:45.218421 run osmo-msc_10.42.42.6(pid=7555): Launched\u000a22:23:45.406716 run osmo-stp_10.42.42.5(pid=7552): ERR: Terminated: ERROR {rc=1} [trial-2395↪emergency:trx-umtrx↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7552)]\u000a22:23:45.542671 run osmo-stp_10.42.42.5(pid=7552): stdout: \u000a| (launched: 2022-12-13_22:23:43.866413)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:23:45.678030 run osmo-stp_10.42.42.5(pid=7552): stderr: \u000a| �[0;m�[38;5;43m20221213222344061 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213222344061 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213222344061 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213222344062 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213222344062 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213222344062 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213222344062 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:23:45.807449 run osmo-stp_10.42.42.5(pid=7552): stdout: \u000a| (launched: 2022-12-13_22:23:43.866413)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:23:45.937875 run osmo-stp_10.42.42.5(pid=7552): stderr: \u000a| �[0;m�[38;5;43m20221213222344061 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213222344061 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213222344061 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213222344062 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213222344062 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213222344062 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213222344062 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:23:45.995076 tst emergency_preemptive_call.py:32: ERR: Error: osmo-stp_10.42.42.5(pid=7552): Process ended prematurely: osmo-stp_10.42.42.5(pid=7552) [trial-2395↪emergency:trx-umtrx↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7552)] [trial-2395↪emergency:trx-umtrx↪emergency_preemptive_call.py:32]\u000a22:23:46.004743 tst emergency_preemptive_call.py:32: Test FAILED (6.6 sec)\u000a22:23:46.070503 run osmo-hlr_10.42.42.2(pid=7549): ERR: Terminated: ERROR {rc=237} [trial-2395↪emergency:trx-umtrx↪emergency_preemptive_call.py↪emergency_preemptive_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=7549)]\u000a22:23:46.124583 run osmo-hlr_10.42.42.2(pid=7549): stdout: \u000a| (launched: 2022-12-13_22:23:42.871125) \u000a22:23:46.179539 run osmo-hlr_10.42.42.2(pid=7549): stderr: \u000a| �[0;m�[1;31m20221213222343068 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213222343068 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213222343068 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213222343069 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213222343069 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213222343069 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213222343081 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2395/run.2022-12-13_21-44-31/emergency:trx-umtrx/emergency_preemptive_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213222343090 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213222343090 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213222343090 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:23:46.253118 run osmo-msc_10.42.42.6(pid=7555): ERR: Terminated: ERROR {rc=2} [trial-2395↪emergency:trx-umtrx↪emergency_preemptive_call.py↪emergency_preemptive_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=7555)]\u000a22:23:46.306965 run osmo-msc_10.42.42.6(pid=7555): stdout: \u000a| (launched: 2022-12-13_22:23:45.060843) \u000a22:23:46.361815 run osmo-msc_10.42.42.6(pid=7555): stderr: \u000a| �[0;m�[38;5;43m20221213222345379 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213222345379 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f726c15dc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213222345379 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213222345379 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213222345379 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213222345379 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213222345381 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213222345382 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213222345382 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213222345382 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a22:23:46.408860 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7548): Terminating (SIGTERM)\u000a22:23:46.453321 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7551): Terminating (SIGTERM)\u000a22:23:46.497875 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=7554): Terminating (SIGTERM)\u000a22:23:46.508696 --- ParallelTerminationStrategy: PID 7548 died...\u000a22:23:46.569831 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7548): Terminated: ok {rc=0}\u000a22:23:46.581607 --- ParallelTerminationStrategy: PID 7551 died...\u000a22:23:46.640234 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7551): Terminated: ok {rc=0}\u000a22:23:46.652130 --- ParallelTerminationStrategy: PID 7554 died...\u000a22:23:46.710553 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=7554): Terminated: ok {rc=0}\u000a22:23:46.801226 bus /sierra_9: Setting Powered False\u000a22:23:47.908656 bus /sierra_9: Setting Powered False\u000a22:23:49.017351 bus /sierra_8: Setting Powered False\u000a22:23:50.124647 bus /sierra_8: Setting Powered False\u000a22:23:51.232900 bus /sierra_3: Setting Powered False\u000a22:23:52.339598 bus /sierra_3: Setting Powered False\u000a22:23:53.453111 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 27.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "87", "name" : "emergency_trx-umtrx", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T22:23:28" }, { "cases" : [ { "testActions" : [ ], "age" : 78, "className" : "gprs:trx-umtrx", "duration" : 10.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=7618): Process ended prematurely: osmo-stp_10.42.42.5(pid=7618) [trial-2395↪gprs:trx-umtrx↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7618)]", "failedSince" : 2318, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=7618): Process ended prematurely: osmo-stp_10.42.42.5(pid=7618) [trial-2395↪gprs:trx-umtrx↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7618)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2395 gprs:trx-umtrx cs_paging_gprs_active.py\u000a----------------------------------------------\u000a22:23:55.581917 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a22:23:55.592749 tst gprs:trx-umtrx: Using 1 x bts (candidates: 1)\u000a22:23:55.730987 tst cs_paging_gprs_active.py: using LAC 36629\u000a22:23:55.852314 tst cs_paging_gprs_active.py: using RAC 164\u000a22:23:55.973217 tst cs_paging_gprs_active.py: using CellId 36629\u000a22:23:56.092382 tst cs_paging_gprs_active.py: using BVCI 36630\u000a22:23:56.115657 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a22:23:56.126408 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a22:23:56.137000 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a22:23:56.147307 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a22:23:56.158204 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a22:23:56.169158 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a22:23:56.180112 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a22:23:56.190765 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a22:23:56.201709 tst gprs:trx-umtrx: Using 1 x modem (candidates: 4)\u000a22:23:56.323950 tst gprs:trx-umtrx: Using 1 x modem (candidates: 4)\u000a22:23:56.606134 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a22:23:56.733650 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a22:23:57.047918 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7560): Launched\u000a22:23:57.308415 run iperf3-srv_10.42.42.10(pid=7561): Launched\u000a22:23:57.493226 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a22:23:57.619153 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a22:23:57.934212 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7562): Launched\u000a22:23:58.195261 run iperf3-srv_10.42.42.10(pid=7563): Launched\u000a22:23:58.380147 tst cs_paging_gprs_active.py:38: start network...\u000a22:23:58.506933 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:23:58.992815 run create_hlr_db(pid=7564): Launched\u000a22:23:59.166900 bus /sierra_2: Setting Powered False\u000a22:24:00.189487 run create_hlr_db(pid=7564): Terminated: ok {rc=0}\u000a22:24:00.620463 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7566): Launched\u000a22:24:00.987218 run osmo-hlr_10.42.42.2(pid=7567): Launched\u000a22:24:01.185933 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:24:01.928240 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7605): Launched\u000a22:24:02.376333 run osmo-stp_10.42.42.5(pid=7618): Launched\u000a22:24:02.632268 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a22:24:03.354830 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7663): Launched\u000a22:24:03.481123 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a22:24:03.817546 run patchelf(pid=7705): Launched\u000a22:24:04.043310 run osmo-stp_10.42.42.5(pid=7618): ERR: Terminated: ERROR {rc=1} [trial-2395↪gprs:trx-umtrx↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7618)]\u000a22:24:04.200800 run osmo-stp_10.42.42.5(pid=7618): stdout: \u000a| (launched: 2022-12-13_22:24:02.120247)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:24:04.363766 run osmo-stp_10.42.42.5(pid=7618): stderr: \u000a| �[0;m�[38;5;43m20221213222402464 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213222402464 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213222402464 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213222402465 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213222402465 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213222402465 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213222402465 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:24:04.518668 run osmo-stp_10.42.42.5(pid=7618): stdout: \u000a| (launched: 2022-12-13_22:24:02.120247)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:24:04.670266 run osmo-stp_10.42.42.5(pid=7618): stderr: \u000a| �[0;m�[38;5;43m20221213222402464 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213222402464 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213222402464 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213222402465 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213222402465 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213222402465 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213222402465 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:24:04.853113 run patchelf(pid=7705): Terminating (SIGINT)\u000a22:24:05.039275 run patchelf(pid=7705): Terminated: ok {rc=0}\u000a22:24:05.072254 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=7618): Process ended prematurely: osmo-stp_10.42.42.5(pid=7618) [trial-2395↪gprs:trx-umtrx↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7618)] [trial-2395↪gprs:trx-umtrx↪cs_paging_gprs_active.py:38]\u000a22:24:05.082589 tst cs_paging_gprs_active.py:38: Test FAILED (9.5 sec)\u000a22:24:05.145603 run osmo-hlr_10.42.42.2(pid=7567): ERR: Terminated: ERROR {rc=237} [trial-2395↪gprs:trx-umtrx↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=7567)]\u000a22:24:05.195404 run osmo-hlr_10.42.42.2(pid=7567): stdout: \u000a| (launched: 2022-12-13_22:24:00.786146) \u000a22:24:05.246401 run osmo-hlr_10.42.42.2(pid=7567): stderr: \u000a| �[0;m�[1;31m20221213222401147 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213222401147 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213222401147 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213222401147 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213222401147 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213222401147 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213222401173 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2395/run.2022-12-13_21-44-31/gprs:trx-umtrx/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213222401182 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213222401182 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213222401183 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:24:05.289469 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7560): Terminating (SIGTERM)\u000a22:24:05.331420 run iperf3-srv_10.42.42.10(pid=7561): Terminating (SIGTERM)\u000a22:24:05.373220 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7562): Terminating (SIGTERM)\u000a22:24:05.414229 run iperf3-srv_10.42.42.10(pid=7563): Terminating (SIGTERM)\u000a22:24:05.455147 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7566): Terminating (SIGTERM)\u000a22:24:05.498208 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7605): Terminating (SIGTERM)\u000a22:24:05.541622 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7663): Terminating (SIGTERM)\u000a22:24:05.553557 --- ParallelTerminationStrategy: PID 7560 died...\u000a22:24:05.610858 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7560): Terminated: ok {rc=0}\u000a22:24:05.621728 --- ParallelTerminationStrategy: PID 7561 died...\u000a22:24:05.676484 run iperf3-srv_10.42.42.10(pid=7561): Terminated {rc=256}\u000a22:24:05.686899 --- ParallelTerminationStrategy: PID 7562 died...\u000a22:24:05.742908 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7562): Terminated: ok {rc=0}\u000a22:24:05.753494 --- ParallelTerminationStrategy: PID 7563 died...\u000a22:24:05.808212 run iperf3-srv_10.42.42.10(pid=7563): Terminated {rc=256}\u000a22:24:05.818865 --- ParallelTerminationStrategy: PID 7566 died...\u000a22:24:05.875276 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7566): Terminated: ok {rc=0}\u000a22:24:05.885959 --- ParallelTerminationStrategy: PID 7605 died...\u000a22:24:05.942813 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7605): Terminated: ok {rc=0}\u000a22:24:05.953357 --- ParallelTerminationStrategy: PID 7663 died...\u000a22:24:06.010032 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7663): Terminated: ok {rc=0}\u000a22:24:06.098033 bus /gobi_0: Setting Powered False\u000a22:24:07.201995 bus /gobi_0: Setting Powered False\u000a22:24:08.312913 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 78, "className" : "gprs:trx-umtrx", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=7854): Process ended prematurely: osmo-stp_10.42.42.5(pid=7854) [trial-2395↪gprs:trx-umtrx↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7854)]", "failedSince" : 2318, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=7854): Process ended prematurely: osmo-stp_10.42.42.5(pid=7854) [trial-2395↪gprs:trx-umtrx↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7854)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2395 gprs:trx-umtrx iperf3.py\u000a----------------------------------------------\u000a22:24:09.427494 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a22:24:09.439577 tst gprs:trx-umtrx: Using 1 x bts (candidates: 1)\u000a22:24:09.583198 tst iperf3.py: using LAC 36630\u000a22:24:09.706175 tst iperf3.py: using RAC 165\u000a22:24:09.828625 tst iperf3.py: using CellId 36630\u000a22:24:09.950605 tst iperf3.py: using BVCI 36631\u000a22:24:09.974278 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a22:24:09.985813 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a22:24:09.997082 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a22:24:10.008119 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a22:24:10.019678 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a22:24:10.031323 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a22:24:10.043069 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a22:24:10.054790 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a22:24:10.066533 tst gprs:trx-umtrx: Using 1 x modem (candidates: 4)\u000a22:24:10.357143 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a22:24:10.486667 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a22:24:10.831098 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7846): Launched\u000a22:24:11.122429 run iperf3-srv_10.42.42.10(pid=7847): Launched\u000a22:24:11.313377 tst iperf3.py:8: start network...\u000a22:24:11.443494 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:24:11.983331 run create_hlr_db(pid=7848): Launched\u000a22:24:12.175697 bus /gobi_6: Setting Powered False\u000a22:24:13.199961 run create_hlr_db(pid=7848): Terminated: ok {rc=0}\u000a22:24:13.660067 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7850): Launched\u000a22:24:14.103337 run osmo-hlr_10.42.42.2(pid=7851): Launched\u000a22:24:14.353228 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:24:14.955401 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7853): Launched\u000a22:24:15.390936 run osmo-stp_10.42.42.5(pid=7854): Launched\u000a22:24:15.619456 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a22:24:16.238281 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7856): Launched\u000a22:24:16.419725 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a22:24:16.743410 run patchelf(pid=7857): Launched\u000a22:24:16.923210 run osmo-stp_10.42.42.5(pid=7854): ERR: Terminated: ERROR {rc=1} [trial-2395↪gprs:trx-umtrx↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7854)]\u000a22:24:17.054868 run osmo-stp_10.42.42.5(pid=7854): stdout: \u000a| (launched: 2022-12-13_22:24:15.125439)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:24:17.187364 run osmo-stp_10.42.42.5(pid=7854): stderr: \u000a| �[0;m�[38;5;43m20221213222415428 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213222415428 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213222415429 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213222415429 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213222415429 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213222415429 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213222415430 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:24:17.315362 run osmo-stp_10.42.42.5(pid=7854): stdout: \u000a| (launched: 2022-12-13_22:24:15.125439)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:24:17.441748 run osmo-stp_10.42.42.5(pid=7854): stderr: \u000a| �[0;m�[38;5;43m20221213222415428 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213222415428 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213222415429 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213222415429 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213222415429 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213222415429 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213222415430 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:24:17.590693 run patchelf(pid=7857): Terminating (SIGINT)\u000a22:24:17.764462 run patchelf(pid=7857): Terminated: ok {rc=0}\u000a22:24:17.796709 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=7854): Process ended prematurely: osmo-stp_10.42.42.5(pid=7854) [trial-2395↪gprs:trx-umtrx↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7854)] [trial-2395↪gprs:trx-umtrx↪iperf3.py:8]\u000a22:24:17.807308 tst iperf3.py:8: Test FAILED (8.4 sec)\u000a22:24:17.869269 run osmo-hlr_10.42.42.2(pid=7851): ERR: Terminated: ERROR {rc=237} [trial-2395↪gprs:trx-umtrx↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=7851)]\u000a22:24:17.919336 run osmo-hlr_10.42.42.2(pid=7851): stdout: \u000a| (launched: 2022-12-13_22:24:13.832125) \u000a22:24:17.970280 run osmo-hlr_10.42.42.2(pid=7851): stderr: \u000a| �[0;m�[1;31m20221213222414148 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213222414148 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213222414148 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213222414148 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213222414148 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213222414148 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213222414171 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2395/run.2022-12-13_21-44-31/gprs:trx-umtrx/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213222414179 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213222414179 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213222414179 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:24:18.013364 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7846): Terminating (SIGTERM)\u000a22:24:18.056131 run iperf3-srv_10.42.42.10(pid=7847): Terminating (SIGTERM)\u000a22:24:18.100395 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7850): Terminating (SIGTERM)\u000a22:24:18.141692 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7853): Terminating (SIGTERM)\u000a22:24:18.182193 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7856): Terminating (SIGTERM)\u000a22:24:18.191589 --- ParallelTerminationStrategy: PID 7846 died...\u000a22:24:18.245806 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7846): Terminated: ok {rc=0}\u000a22:24:18.255860 --- ParallelTerminationStrategy: PID 7847 died...\u000a22:24:18.309975 run iperf3-srv_10.42.42.10(pid=7847): Terminated {rc=256}\u000a22:24:18.319980 --- ParallelTerminationStrategy: PID 7850 died...\u000a22:24:18.374394 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7850): Terminated: ok {rc=0}\u000a22:24:18.384429 --- ParallelTerminationStrategy: PID 7853 died...\u000a22:24:18.438638 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7853): Terminated: ok {rc=0}\u000a22:24:18.448704 --- ParallelTerminationStrategy: PID 7856 died...\u000a22:24:18.502921 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7856): Terminated: ok {rc=0}\u000a22:24:18.588558 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 221, "className" : "gprs:trx-umtrx", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=7873): Process ended prematurely: osmo-stp_10.42.42.5(pid=7873) [trial-2395↪gprs:trx-umtrx↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7873)]", "failedSince" : 2175, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=7873): Process ended prematurely: osmo-stp_10.42.42.5(pid=7873) [trial-2395↪gprs:trx-umtrx↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7873)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2395 gprs:trx-umtrx iperf3m4.py\u000a----------------------------------------------\u000a22:24:19.705967 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a22:24:19.718232 tst gprs:trx-umtrx: Using 1 x bts (candidates: 1)\u000a22:24:19.857620 tst iperf3m4.py: using LAC 36631\u000a22:24:19.985776 tst iperf3m4.py: using RAC 166\u000a22:24:20.107751 tst iperf3m4.py: using CellId 36631\u000a22:24:20.227822 tst iperf3m4.py: using BVCI 36632\u000a22:24:20.252616 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a22:24:20.264497 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a22:24:20.276235 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a22:24:20.287797 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a22:24:20.300252 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a22:24:20.311824 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a22:24:20.323940 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a22:24:20.335983 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a22:24:20.347993 tst gprs:trx-umtrx: Using 1 x modem (candidates: 4)\u000a22:24:20.465690 tst gprs:trx-umtrx: Using 1 x modem (candidates: 4)\u000a22:24:20.591942 tst gprs:trx-umtrx: Using 1 x modem (candidates: 4)\u000a22:24:20.714916 tst gprs:trx-umtrx: Using 1 x modem (candidates: 4)\u000a22:24:21.005336 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a22:24:21.136916 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a22:24:21.481119 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7858): Launched\u000a22:24:21.774892 run iperf3-srv_10.42.42.10(pid=7859): Launched\u000a22:24:21.970227 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a22:24:22.103323 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a22:24:22.445847 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7860): Launched\u000a22:24:22.737700 run iperf3-srv_10.42.42.10(pid=7861): Launched\u000a22:24:22.928278 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a22:24:23.058545 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a22:24:23.402869 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7862): Launched\u000a22:24:23.692655 run iperf3-srv_10.42.42.10(pid=7863): Launched\u000a22:24:23.884743 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a22:24:24.015567 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a22:24:24.362016 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7864): Launched\u000a22:24:24.655483 run iperf3-srv_10.42.42.10(pid=7865): Launched\u000a22:24:24.847125 tst iperf3m4.py:8: start network...\u000a22:24:24.978297 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:24:25.527189 run create_hlr_db(pid=7866): Launched\u000a22:24:25.709937 bus /gobi_6: Setting Powered False\u000a22:24:26.724293 run create_hlr_db(pid=7866): Terminated: ok {rc=0}\u000a22:24:27.130271 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7869): Launched\u000a22:24:27.432818 run osmo-hlr_10.42.42.2(pid=7870): Launched\u000a22:24:27.544875 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:24:28.071554 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7872): Launched\u000a22:24:28.376242 run osmo-stp_10.42.42.5(pid=7873): Launched\u000a22:24:28.486172 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a22:24:29.014827 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7875): Launched\u000a22:24:29.122561 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a22:24:29.387781 run patchelf(pid=7876): Launched\u000a22:24:29.564708 run osmo-stp_10.42.42.5(pid=7873): ERR: Terminated: ERROR {rc=1} [trial-2395↪gprs:trx-umtrx↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7873)]\u000a22:24:29.693919 run osmo-stp_10.42.42.5(pid=7873): stdout: \u000a| (launched: 2022-12-13_22:24:28.226833)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:24:29.823254 run osmo-stp_10.42.42.5(pid=7873): stderr: \u000a| �[0;m�[38;5;43m20221213222428399 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213222428399 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213222428399 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213222428400 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213222428400 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213222428400 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213222428400 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:24:29.948310 run osmo-stp_10.42.42.5(pid=7873): stdout: \u000a| (launched: 2022-12-13_22:24:28.226833)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:24:30.072433 run osmo-stp_10.42.42.5(pid=7873): stderr: \u000a| �[0;m�[38;5;43m20221213222428399 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213222428399 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213222428399 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213222428400 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213222428400 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213222428400 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213222428400 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:24:30.217870 run patchelf(pid=7876): Terminating (SIGINT)\u000a22:24:30.387337 run patchelf(pid=7876): Terminated: ok {rc=0}\u000a22:24:30.418630 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=7873): Process ended prematurely: osmo-stp_10.42.42.5(pid=7873) [trial-2395↪gprs:trx-umtrx↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7873)] [trial-2395↪gprs:trx-umtrx↪iperf3m4.py:8]\u000a22:24:30.427784 tst iperf3m4.py:8: Test FAILED (10.8 sec)\u000a22:24:30.487250 run osmo-hlr_10.42.42.2(pid=7870): ERR: Terminated: ERROR {rc=237} [trial-2395↪gprs:trx-umtrx↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=7870)]\u000a22:24:30.535882 run osmo-hlr_10.42.42.2(pid=7870): stdout: \u000a| (launched: 2022-12-13_22:24:27.284429) \u000a22:24:30.584921 run osmo-hlr_10.42.42.2(pid=7870): stderr: \u000a| �[0;m�[1;31m20221213222427462 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213222427462 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213222427462 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213222427462 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213222427462 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213222427462 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213222427475 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2395/run.2022-12-13_21-44-31/gprs:trx-umtrx/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213222427484 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213222427484 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213222427484 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:24:30.626451 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7858): Terminating (SIGTERM)\u000a22:24:30.665664 run iperf3-srv_10.42.42.10(pid=7859): Terminating (SIGTERM)\u000a22:24:30.705059 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7860): Terminating (SIGTERM)\u000a22:24:30.744378 run iperf3-srv_10.42.42.10(pid=7861): Terminating (SIGTERM)\u000a22:24:30.783697 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7862): Terminating (SIGTERM)\u000a22:24:30.822937 run iperf3-srv_10.42.42.10(pid=7863): Terminating (SIGTERM)\u000a22:24:30.865976 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7864): Terminating (SIGTERM)\u000a22:24:30.915635 run iperf3-srv_10.42.42.10(pid=7865): Terminating (SIGTERM)\u000a22:24:30.963220 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7869): Terminating (SIGTERM)\u000a22:24:31.003245 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7872): Terminating (SIGTERM)\u000a22:24:31.045771 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7875): Terminating (SIGTERM)\u000a22:24:31.055368 --- ParallelTerminationStrategy: PID 7858 died...\u000a22:24:31.109612 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7858): Terminated: ok {rc=0}\u000a22:24:31.119630 --- ParallelTerminationStrategy: PID 7859 died...\u000a22:24:31.173364 run iperf3-srv_10.42.42.10(pid=7859): Terminated {rc=256}\u000a22:24:31.183453 --- ParallelTerminationStrategy: PID 7860 died...\u000a22:24:31.237529 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7860): Terminated: ok {rc=0}\u000a22:24:31.247619 --- ParallelTerminationStrategy: PID 7861 died...\u000a22:24:31.301405 run iperf3-srv_10.42.42.10(pid=7861): Terminated {rc=256}\u000a22:24:31.311489 --- ParallelTerminationStrategy: PID 7862 died...\u000a22:24:31.366023 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7862): Terminated: ok {rc=0}\u000a22:24:31.375977 --- ParallelTerminationStrategy: PID 7863 died...\u000a22:24:31.429796 run iperf3-srv_10.42.42.10(pid=7863): Terminated {rc=256}\u000a22:24:31.439868 --- ParallelTerminationStrategy: PID 7864 died...\u000a22:24:31.493928 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7864): Terminated: ok {rc=0}\u000a22:24:31.503904 --- ParallelTerminationStrategy: PID 7865 died...\u000a22:24:31.558120 run iperf3-srv_10.42.42.10(pid=7865): Terminated {rc=256}\u000a22:24:31.568605 --- ParallelTerminationStrategy: PID 7869 died...\u000a22:24:31.622580 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7869): Terminated: ok {rc=0}\u000a22:24:31.632606 --- ParallelTerminationStrategy: PID 7872 died...\u000a22:24:31.686557 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7872): Terminated: ok {rc=0}\u000a22:24:31.696607 --- ParallelTerminationStrategy: PID 7875 died...\u000a22:24:31.750415 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7875): Terminated: ok {rc=0}\u000a22:24:31.863537 bus /gobi_4: Setting Powered False\u000a22:24:32.966586 bus /gobi_4: Setting Powered False\u000a22:24:34.076885 bus /gobi_1: Setting Powered False\u000a22:24:35.184564 bus /gobi_1: Setting Powered False\u000a22:24:36.291881 bus /gobi_0: Setting Powered False\u000a22:24:37.399740 bus /gobi_0: Setting Powered False\u000a22:24:38.508737 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 196, "className" : "gprs:trx-umtrx", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=7883): Process ended prematurely: osmo-stp_10.42.42.5(pid=7883) [trial-2395↪gprs:trx-umtrx↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7883)]", "failedSince" : 2200, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=7883): Process ended prematurely: osmo-stp_10.42.42.5(pid=7883) [trial-2395↪gprs:trx-umtrx↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7883)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2395 gprs:trx-umtrx ping.py\u000a----------------------------------------------\u000a22:24:39.575143 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a22:24:39.586358 tst gprs:trx-umtrx: Using 1 x bts (candidates: 1)\u000a22:24:39.721923 tst ping.py: using LAC 36632\u000a22:24:39.838473 tst ping.py: using RAC 167\u000a22:24:39.955014 tst ping.py: using CellId 36632\u000a22:24:40.072692 tst ping.py: using BVCI 36633\u000a22:24:40.095530 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a22:24:40.106358 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a22:24:40.117161 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a22:24:40.127634 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a22:24:40.138053 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a22:24:40.148490 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a22:24:40.158936 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a22:24:40.169336 tst gprs:trx-umtrx: Using 1 x modem (candidates: 4)\u000a22:24:40.442970 tst ping.py:19: start network...\u000a22:24:40.566653 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:24:41.041144 run create_hlr_db(pid=7877): Launched\u000a22:24:41.211738 bus /gobi_6: Setting Powered False\u000a22:24:42.233608 run create_hlr_db(pid=7877): Terminated: ok {rc=0}\u000a22:24:42.656581 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7879): Launched\u000a22:24:42.974479 run osmo-hlr_10.42.42.2(pid=7880): Launched\u000a22:24:43.090720 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:24:43.646167 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7882): Launched\u000a22:24:43.965229 run osmo-stp_10.42.42.5(pid=7883): Launched\u000a22:24:44.081403 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a22:24:44.638809 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7885): Launched\u000a22:24:44.753225 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a22:24:45.031133 run patchelf(pid=7886): Launched\u000a22:24:45.218218 run osmo-stp_10.42.42.5(pid=7883): ERR: Terminated: ERROR {rc=1} [trial-2395↪gprs:trx-umtrx↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7883)]\u000a22:24:45.354648 run osmo-stp_10.42.42.5(pid=7883): stdout: \u000a| (launched: 2022-12-13_22:24:43.807737)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:24:45.491620 run osmo-stp_10.42.42.5(pid=7883): stderr: \u000a| �[0;m�[38;5;43m20221213222443998 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213222443999 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213222443999 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213222443999 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213222444002 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213222444002 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213222444002 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:24:45.624144 run osmo-stp_10.42.42.5(pid=7883): stdout: \u000a| (launched: 2022-12-13_22:24:43.807737)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:24:45.755457 run osmo-stp_10.42.42.5(pid=7883): stderr: \u000a| �[0;m�[38;5;43m20221213222443998 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213222443999 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213222443999 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213222443999 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213222444002 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213222444002 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213222444002 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:24:45.937463 run patchelf(pid=7886): Terminating (SIGINT)\u000a22:24:46.110524 run patchelf(pid=7886): Terminated: ok {rc=0}\u000a22:24:46.141994 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=7883): Process ended prematurely: osmo-stp_10.42.42.5(pid=7883) [trial-2395↪gprs:trx-umtrx↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7883)] [trial-2395↪gprs:trx-umtrx↪ping.py:22]\u000a22:24:46.151620 tst ping.py:22: Test FAILED (6.6 sec)\u000a22:24:46.214531 run osmo-hlr_10.42.42.2(pid=7880): ERR: Terminated: ERROR {rc=237} [trial-2395↪gprs:trx-umtrx↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=7880)]\u000a22:24:46.265337 run osmo-hlr_10.42.42.2(pid=7880): stdout: \u000a| (launched: 2022-12-13_22:24:42.818095) \u000a22:24:46.318442 run osmo-hlr_10.42.42.2(pid=7880): stderr: \u000a| �[0;m�[1;31m20221213222443016 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213222443016 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213222443016 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213222443016 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213222443016 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213222443016 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213222443028 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2395/run.2022-12-13_21-44-31/gprs:trx-umtrx/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213222443036 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213222443036 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213222443036 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:24:46.362983 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7879): Terminating (SIGTERM)\u000a22:24:46.406913 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7882): Terminating (SIGTERM)\u000a22:24:46.449466 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7885): Terminating (SIGTERM)\u000a22:24:46.460874 --- ParallelTerminationStrategy: PID 7879 died...\u000a22:24:46.519060 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7879): Terminated: ok {rc=0}\u000a22:24:46.529845 --- ParallelTerminationStrategy: PID 7882 died...\u000a22:24:46.585323 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7882): Terminated: ok {rc=0}\u000a22:24:46.595548 --- ParallelTerminationStrategy: PID 7885 died...\u000a22:24:46.650927 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7885): Terminated: ok {rc=0}\u000a22:24:46.751145 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 257, "className" : "gprs:trx-umtrx", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=7893): Process ended prematurely: osmo-stp_10.42.42.5(pid=7893) [trial-2395↪gprs:trx-umtrx↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7893)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=7893): Process ended prematurely: osmo-stp_10.42.42.5(pid=7893) [trial-2395↪gprs:trx-umtrx↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7893)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2395 gprs:trx-umtrx ping_idle_ping.py\u000a----------------------------------------------\u000a22:24:47.804549 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a22:24:47.816110 tst gprs:trx-umtrx: Using 1 x bts (candidates: 1)\u000a22:24:47.961096 tst ping_idle_ping.py: using LAC 36633\u000a22:24:48.081322 tst ping_idle_ping.py: using RAC 168\u000a22:24:48.198806 tst ping_idle_ping.py: using CellId 36633\u000a22:24:48.326097 tst ping_idle_ping.py: using BVCI 36634\u000a22:24:48.351076 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a22:24:48.362729 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a22:24:48.374101 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a22:24:48.385308 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a22:24:48.397006 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a22:24:48.408590 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a22:24:48.420454 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a22:24:48.432171 tst gprs:trx-umtrx: Using 1 x modem (candidates: 4)\u000a22:24:48.708678 tst ping_idle_ping.py:24: start network...\u000a22:24:48.832556 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:24:49.313583 run create_hlr_db(pid=7887): Launched\u000a22:24:49.486213 bus /gobi_6: Setting Powered False\u000a22:24:50.509048 run create_hlr_db(pid=7887): Terminated: ok {rc=0}\u000a22:24:50.907158 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7889): Launched\u000a22:24:51.205286 run osmo-hlr_10.42.42.2(pid=7890): Launched\u000a22:24:51.322915 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:24:51.850831 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7892): Launched\u000a22:24:52.148800 run osmo-stp_10.42.42.5(pid=7893): Launched\u000a22:24:52.257529 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a22:24:52.777857 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7895): Launched\u000a22:24:52.883452 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a22:24:53.142372 run patchelf(pid=7896): Launched\u000a22:24:53.316368 run osmo-stp_10.42.42.5(pid=7893): ERR: Terminated: ERROR {rc=1} [trial-2395↪gprs:trx-umtrx↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7893)]\u000a22:24:53.443597 run osmo-stp_10.42.42.5(pid=7893): stdout: \u000a| (launched: 2022-12-13_22:24:52.002475)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:24:53.571043 run osmo-stp_10.42.42.5(pid=7893): stderr: \u000a| �[0;m�[38;5;43m20221213222452174 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213222452175 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213222452175 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213222452175 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213222452176 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213222452176 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213222452176 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:24:53.694010 run osmo-stp_10.42.42.5(pid=7893): stdout: \u000a| (launched: 2022-12-13_22:24:52.002475)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:24:53.816126 run osmo-stp_10.42.42.5(pid=7893): stderr: \u000a| �[0;m�[38;5;43m20221213222452174 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213222452175 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213222452175 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213222452175 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213222452176 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213222452176 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213222452176 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:24:53.957643 run patchelf(pid=7896): Terminating (SIGINT)\u000a22:24:54.123734 run patchelf(pid=7896): Terminated: ok {rc=0}\u000a22:24:54.154101 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=7893): Process ended prematurely: osmo-stp_10.42.42.5(pid=7893) [trial-2395↪gprs:trx-umtrx↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7893)] [trial-2395↪gprs:trx-umtrx↪ping_idle_ping.py:27]\u000a22:24:54.162816 tst ping_idle_ping.py:27: Test FAILED (6.3 sec)\u000a22:24:54.222197 run osmo-hlr_10.42.42.2(pid=7890): ERR: Terminated: ERROR {rc=237} [trial-2395↪gprs:trx-umtrx↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=7890)]\u000a22:24:54.270602 run osmo-hlr_10.42.42.2(pid=7890): stdout: \u000a| (launched: 2022-12-13_22:24:51.058703) \u000a22:24:54.319754 run osmo-hlr_10.42.42.2(pid=7890): stderr: \u000a| �[0;m�[1;31m20221213222451234 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213222451234 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213222451234 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213222451234 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213222451235 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213222451235 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213222451247 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2395/run.2022-12-13_21-44-31/gprs:trx-umtrx/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213222451256 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213222451256 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213222451256 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:24:54.361989 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7889): Terminating (SIGTERM)\u000a22:24:54.401543 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7892): Terminating (SIGTERM)\u000a22:24:54.441016 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7895): Terminating (SIGTERM)\u000a22:24:54.450272 --- ParallelTerminationStrategy: PID 7889 died...\u000a22:24:54.503473 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7889): Terminated: ok {rc=0}\u000a22:24:54.513222 --- ParallelTerminationStrategy: PID 7892 died...\u000a22:24:54.565988 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7892): Terminated: ok {rc=0}\u000a22:24:54.575638 --- ParallelTerminationStrategy: PID 7895 died...\u000a22:24:54.628444 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7895): Terminated: ok {rc=0}\u000a22:24:54.712207 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 62.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "88", "name" : "gprs_trx-umtrx", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T22:23:55" }, { "cases" : [ { "testActions" : [ ], "age" : 257, "className" : "gprs:trx-umtrx+mod-bts0-egprs", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=7916): Process ended prematurely: osmo-stp_10.42.42.5(pid=7916) [trial-2395↪gprs:trx-umtrx+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7916)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=7916): Process ended prematurely: osmo-stp_10.42.42.5(pid=7916) [trial-2395↪gprs:trx-umtrx+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7916)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2395 gprs:trx-umtrx+mod-bts0-egprs cs_paging_gprs_active.py\u000a----------------------------------------------\u000a22:24:56.872147 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:24:56.883345 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a22:24:57.029157 tst cs_paging_gprs_active.py: using LAC 36634\u000a22:24:57.157937 tst cs_paging_gprs_active.py: using RAC 169\u000a22:24:57.284591 tst cs_paging_gprs_active.py: using CellId 36634\u000a22:24:57.411310 tst cs_paging_gprs_active.py: using BVCI 36635\u000a22:24:57.436204 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:24:57.447456 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:24:57.458565 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:24:57.469600 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:24:57.480761 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:24:57.492160 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:24:57.503683 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:24:57.515029 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:24:57.526531 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a22:24:57.644490 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a22:24:57.941347 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a22:24:58.077551 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a22:24:58.413916 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7903): Launched\u000a22:24:58.692863 run iperf3-srv_10.42.42.10(pid=7904): Launched\u000a22:24:58.893383 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a22:24:59.029377 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a22:24:59.365822 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7905): Launched\u000a22:24:59.644659 run iperf3-srv_10.42.42.10(pid=7906): Launched\u000a22:24:59.844579 tst cs_paging_gprs_active.py:38: start network...\u000a22:24:59.980684 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:25:00.491596 run create_hlr_db(pid=7907): Launched\u000a22:25:00.679823 bus /gobi_6: Setting Powered False\u000a22:25:01.707444 run create_hlr_db(pid=7907): Terminated: ok {rc=0}\u000a22:25:02.187427 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7912): Launched\u000a22:25:02.503004 run osmo-hlr_10.42.42.2(pid=7913): Launched\u000a22:25:02.624401 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:25:03.160617 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7915): Launched\u000a22:25:03.462794 run osmo-stp_10.42.42.5(pid=7916): Launched\u000a22:25:03.572897 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a22:25:04.101537 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7918): Launched\u000a22:25:04.209446 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a22:25:04.474229 run patchelf(pid=7919): Launched\u000a22:25:04.651526 run osmo-stp_10.42.42.5(pid=7916): ERR: Terminated: ERROR {rc=1} [trial-2395↪gprs:trx-umtrx+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7916)]\u000a22:25:04.780828 run osmo-stp_10.42.42.5(pid=7916): stdout: \u000a| (launched: 2022-12-13_22:25:03.314320)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:25:04.910468 run osmo-stp_10.42.42.5(pid=7916): stderr: \u000a| �[0;m�[38;5;43m20221213222503484 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213222503484 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213222503485 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213222503485 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213222503485 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213222503486 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213222503486 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:25:05.035110 run osmo-stp_10.42.42.5(pid=7916): stdout: \u000a| (launched: 2022-12-13_22:25:03.314320)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:25:05.160551 run osmo-stp_10.42.42.5(pid=7916): stderr: \u000a| �[0;m�[38;5;43m20221213222503484 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213222503484 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213222503485 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213222503485 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213222503485 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213222503486 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213222503486 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:25:05.305434 run patchelf(pid=7919): Terminating (SIGINT)\u000a22:25:05.475326 run patchelf(pid=7919): Terminated: ok {rc=0}\u000a22:25:05.506447 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=7916): Process ended prematurely: osmo-stp_10.42.42.5(pid=7916) [trial-2395↪gprs:trx-umtrx+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7916)] [trial-2395↪gprs:trx-umtrx+mod-bts0-egprs↪cs_paging_gprs_active.py:38]\u000a22:25:05.515490 tst cs_paging_gprs_active.py:38: Test FAILED (8.7 sec)\u000a22:25:05.575204 run osmo-hlr_10.42.42.2(pid=7913): ERR: Terminated: ERROR {rc=237} [trial-2395↪gprs:trx-umtrx+mod-bts0-egprs↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=7913)]\u000a22:25:05.623579 run osmo-hlr_10.42.42.2(pid=7913): stdout: \u000a| (launched: 2022-12-13_22:25:02.351084) \u000a22:25:05.672433 run osmo-hlr_10.42.42.2(pid=7913): stderr: \u000a| �[0;m�[1;31m20221213222502524 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213222502524 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213222502524 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213222502524 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213222502525 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213222502525 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213222502537 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2395/run.2022-12-13_21-44-31/gprs:trx-umtrx+mod-bts0-egprs/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213222502545 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213222502545 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213222502545 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:25:05.714195 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7903): Terminating (SIGTERM)\u000a22:25:05.753654 run iperf3-srv_10.42.42.10(pid=7904): Terminating (SIGTERM)\u000a22:25:05.793148 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7905): Terminating (SIGTERM)\u000a22:25:05.832373 run iperf3-srv_10.42.42.10(pid=7906): Terminating (SIGTERM)\u000a22:25:05.871841 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7912): Terminating (SIGTERM)\u000a22:25:05.911122 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7915): Terminating (SIGTERM)\u000a22:25:05.950361 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7918): Terminating (SIGTERM)\u000a22:25:05.959536 --- ParallelTerminationStrategy: PID 7903 died...\u000a22:25:06.012173 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7903): Terminated: ok {rc=0}\u000a22:25:06.021747 --- ParallelTerminationStrategy: PID 7904 died...\u000a22:25:06.073980 run iperf3-srv_10.42.42.10(pid=7904): Terminated {rc=256}\u000a22:25:06.083406 --- ParallelTerminationStrategy: PID 7905 died...\u000a22:25:06.135748 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7905): Terminated: ok {rc=0}\u000a22:25:06.145293 --- ParallelTerminationStrategy: PID 7906 died...\u000a22:25:06.197629 run iperf3-srv_10.42.42.10(pid=7906): Terminated {rc=256}\u000a22:25:06.207071 --- ParallelTerminationStrategy: PID 7912 died...\u000a22:25:06.259441 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7912): Terminated: ok {rc=0}\u000a22:25:06.268892 --- ParallelTerminationStrategy: PID 7915 died...\u000a22:25:06.321193 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7915): Terminated: ok {rc=0}\u000a22:25:06.330692 --- ParallelTerminationStrategy: PID 7918 died...\u000a22:25:06.382951 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7918): Terminated: ok {rc=0}\u000a22:25:06.470990 bus /gobi_0: Setting Powered False\u000a22:25:07.573043 bus /gobi_0: Setting Powered False\u000a22:25:08.683425 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 257, "className" : "gprs:trx-umtrx+mod-bts0-egprs", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=7928): Process ended prematurely: osmo-stp_10.42.42.5(pid=7928) [trial-2395↪gprs:trx-umtrx+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7928)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=7928): Process ended prematurely: osmo-stp_10.42.42.5(pid=7928) [trial-2395↪gprs:trx-umtrx+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7928)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2395 gprs:trx-umtrx+mod-bts0-egprs iperf3.py\u000a----------------------------------------------\u000a22:25:09.792662 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:25:09.803971 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a22:25:09.944083 tst iperf3.py: using LAC 36635\u000a22:25:10.064567 tst iperf3.py: using RAC 170\u000a22:25:10.185374 tst iperf3.py: using CellId 36635\u000a22:25:10.303199 tst iperf3.py: using BVCI 36636\u000a22:25:10.326387 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:25:10.337175 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:25:10.347748 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:25:10.358342 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:25:10.368854 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:25:10.379365 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:25:10.390048 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:25:10.400742 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:25:10.411444 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a22:25:10.706477 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a22:25:10.842539 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a22:25:11.177855 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7920): Launched\u000a22:25:11.456427 run iperf3-srv_10.42.42.10(pid=7921): Launched\u000a22:25:11.655941 tst iperf3.py:8: start network...\u000a22:25:11.792052 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:25:12.302927 run create_hlr_db(pid=7922): Launched\u000a22:25:12.490174 bus /gobi_6: Setting Powered False\u000a22:25:13.511490 run create_hlr_db(pid=7922): Terminated: ok {rc=0}\u000a22:25:13.941380 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7924): Launched\u000a22:25:14.266890 run osmo-hlr_10.42.42.2(pid=7925): Launched\u000a22:25:14.385282 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:25:14.952485 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7927): Launched\u000a22:25:15.277137 run osmo-stp_10.42.42.5(pid=7928): Launched\u000a22:25:15.398389 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a22:25:16.003363 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7930): Launched\u000a22:25:16.144282 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a22:25:16.443598 run patchelf(pid=7931): Launched\u000a22:25:16.625718 run osmo-stp_10.42.42.5(pid=7928): ERR: Terminated: ERROR {rc=1} [trial-2395↪gprs:trx-umtrx+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7928)]\u000a22:25:16.759504 run osmo-stp_10.42.42.5(pid=7928): stdout: \u000a| (launched: 2022-12-13_22:25:15.117384)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:25:16.892164 run osmo-stp_10.42.42.5(pid=7928): stderr: \u000a| �[0;m�[38;5;43m20221213222515309 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213222515310 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213222515310 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213222515310 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213222515311 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213222515311 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213222515311 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:25:17.020526 run osmo-stp_10.42.42.5(pid=7928): stdout: \u000a| (launched: 2022-12-13_22:25:15.117384)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:25:17.147527 run osmo-stp_10.42.42.5(pid=7928): stderr: \u000a| �[0;m�[38;5;43m20221213222515309 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213222515310 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213222515310 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213222515310 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213222515311 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213222515311 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213222515311 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:25:17.292842 run patchelf(pid=7931): Terminating (SIGINT)\u000a22:25:17.463357 run patchelf(pid=7931): Terminated: ok {rc=0}\u000a22:25:17.494520 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=7928): Process ended prematurely: osmo-stp_10.42.42.5(pid=7928) [trial-2395↪gprs:trx-umtrx+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7928)] [trial-2395↪gprs:trx-umtrx+mod-bts0-egprs↪iperf3.py:8]\u000a22:25:17.503733 tst iperf3.py:8: Test FAILED (7.7 sec)\u000a22:25:17.563475 run osmo-hlr_10.42.42.2(pid=7925): ERR: Terminated: ERROR {rc=237} [trial-2395↪gprs:trx-umtrx+mod-bts0-egprs↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=7925)]\u000a22:25:17.612000 run osmo-hlr_10.42.42.2(pid=7925): stdout: \u000a| (launched: 2022-12-13_22:25:14.106221) \u000a22:25:17.661221 run osmo-hlr_10.42.42.2(pid=7925): stderr: \u000a| �[0;m�[1;31m20221213222514302 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213222514302 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213222514302 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213222514302 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213222514302 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213222514302 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213222514314 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2395/run.2022-12-13_21-44-31/gprs:trx-umtrx+mod-bts0-egprs/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213222514323 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213222514323 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213222514323 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:25:17.702890 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7920): Terminating (SIGTERM)\u000a22:25:17.741955 run iperf3-srv_10.42.42.10(pid=7921): Terminating (SIGTERM)\u000a22:25:17.781030 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7924): Terminating (SIGTERM)\u000a22:25:17.820022 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7927): Terminating (SIGTERM)\u000a22:25:17.859104 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7930): Terminating (SIGTERM)\u000a22:25:17.868268 --- ParallelTerminationStrategy: PID 7920 died...\u000a22:25:17.920742 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7920): Terminated: ok {rc=0}\u000a22:25:17.930270 --- ParallelTerminationStrategy: PID 7921 died...\u000a22:25:17.982531 run iperf3-srv_10.42.42.10(pid=7921): Terminated {rc=256}\u000a22:25:17.991996 --- ParallelTerminationStrategy: PID 7924 died...\u000a22:25:18.044154 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7924): Terminated: ok {rc=0}\u000a22:25:18.053690 --- ParallelTerminationStrategy: PID 7927 died...\u000a22:25:18.105779 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7927): Terminated: ok {rc=0}\u000a22:25:18.115223 --- ParallelTerminationStrategy: PID 7930 died...\u000a22:25:18.167862 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7930): Terminated: ok {rc=0}\u000a22:25:18.255744 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 257, "className" : "gprs:trx-umtrx+mod-bts0-egprs", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=7946): Process ended prematurely: osmo-stp_10.42.42.5(pid=7946) [trial-2395↪gprs:trx-umtrx+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7946)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=7946): Process ended prematurely: osmo-stp_10.42.42.5(pid=7946) [trial-2395↪gprs:trx-umtrx+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7946)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2395 gprs:trx-umtrx+mod-bts0-egprs iperf3m4.py\u000a----------------------------------------------\u000a22:25:19.365777 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:25:19.376900 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a22:25:19.513065 tst iperf3m4.py: using LAC 36636\u000a22:25:19.632886 tst iperf3m4.py: using RAC 171\u000a22:25:19.753291 tst iperf3m4.py: using CellId 36636\u000a22:25:19.872066 tst iperf3m4.py: using BVCI 36637\u000a22:25:19.895252 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:25:19.906089 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:25:19.916637 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:25:19.927204 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:25:19.937680 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:25:19.948555 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:25:19.959416 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:25:19.970118 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:25:19.980868 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a22:25:20.097153 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a22:25:20.219906 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a22:25:20.341163 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a22:25:20.623954 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a22:25:20.750340 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a22:25:21.062998 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7932): Launched\u000a22:25:21.323635 run iperf3-srv_10.42.42.10(pid=7933): Launched\u000a22:25:21.508146 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a22:25:21.634053 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a22:25:21.948136 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7934): Launched\u000a22:25:22.208606 run iperf3-srv_10.42.42.10(pid=7935): Launched\u000a22:25:22.393083 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a22:25:22.518726 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a22:25:22.832748 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7936): Launched\u000a22:25:23.093147 run iperf3-srv_10.42.42.10(pid=7937): Launched\u000a22:25:23.277664 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a22:25:23.403663 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a22:25:23.717399 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7938): Launched\u000a22:25:23.980053 run iperf3-srv_10.42.42.10(pid=7939): Launched\u000a22:25:24.164110 tst iperf3m4.py:8: start network...\u000a22:25:24.289985 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:25:24.775549 run create_hlr_db(pid=7940): Launched\u000a22:25:24.949749 bus /gobi_6: Setting Powered False\u000a22:25:25.972099 run create_hlr_db(pid=7940): Terminated: ok {rc=0}\u000a22:25:26.404405 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7942): Launched\u000a22:25:26.731644 run osmo-hlr_10.42.42.2(pid=7943): Launched\u000a22:25:26.853486 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:25:27.417425 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7945): Launched\u000a22:25:27.742195 run osmo-stp_10.42.42.5(pid=7946): Launched\u000a22:25:27.861887 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a22:25:28.433592 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7948): Launched\u000a22:25:28.549536 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a22:25:28.832040 run patchelf(pid=7949): Launched\u000a22:25:29.022484 run osmo-stp_10.42.42.5(pid=7946): ERR: Terminated: ERROR {rc=1} [trial-2395↪gprs:trx-umtrx+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7946)]\u000a22:25:29.161331 run osmo-stp_10.42.42.5(pid=7946): stdout: \u000a| (launched: 2022-12-13_22:25:27.582268)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:25:29.300409 run osmo-stp_10.42.42.5(pid=7946): stderr: \u000a| �[0;m�[38;5;43m20221213222527776 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213222527776 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213222527777 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213222527777 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213222527777 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213222527778 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213222527778 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:25:29.434960 run osmo-stp_10.42.42.5(pid=7946): stdout: \u000a| (launched: 2022-12-13_22:25:27.582268)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:25:29.568416 run osmo-stp_10.42.42.5(pid=7946): stderr: \u000a| �[0;m�[38;5;43m20221213222527776 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213222527776 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213222527777 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213222527777 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213222527777 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213222527778 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213222527778 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:25:29.723339 run patchelf(pid=7949): Terminating (SIGINT)\u000a22:25:29.906079 run patchelf(pid=7949): Terminated: ok {rc=0}\u000a22:25:29.939356 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=7946): Process ended prematurely: osmo-stp_10.42.42.5(pid=7946) [trial-2395↪gprs:trx-umtrx+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7946)] [trial-2395↪gprs:trx-umtrx+mod-bts0-egprs↪iperf3m4.py:8]\u000a22:25:29.949302 tst iperf3m4.py:8: Test FAILED (10.6 sec)\u000a22:25:30.012575 run osmo-hlr_10.42.42.2(pid=7943): ERR: Terminated: ERROR {rc=237} [trial-2395↪gprs:trx-umtrx+mod-bts0-egprs↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=7943)]\u000a22:25:30.063881 run osmo-hlr_10.42.42.2(pid=7943): stdout: \u000a| (launched: 2022-12-13_22:25:26.570179) \u000a22:25:30.115790 run osmo-hlr_10.42.42.2(pid=7943): stderr: \u000a| �[0;m�[1;31m20221213222526768 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213222526768 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213222526768 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213222526768 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213222526768 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213222526768 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213222526780 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2395/run.2022-12-13_21-44-31/gprs:trx-umtrx+mod-bts0-egprs/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213222526790 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213222526790 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213222526790 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:25:30.159672 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7932): Terminating (SIGTERM)\u000a22:25:30.201856 run iperf3-srv_10.42.42.10(pid=7933): Terminating (SIGTERM)\u000a22:25:30.243776 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7934): Terminating (SIGTERM)\u000a22:25:30.285650 run iperf3-srv_10.42.42.10(pid=7935): Terminating (SIGTERM)\u000a22:25:30.327821 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7936): Terminating (SIGTERM)\u000a22:25:30.369656 run iperf3-srv_10.42.42.10(pid=7937): Terminating (SIGTERM)\u000a22:25:30.411522 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7938): Terminating (SIGTERM)\u000a22:25:30.453274 run iperf3-srv_10.42.42.10(pid=7939): Terminating (SIGTERM)\u000a22:25:30.494998 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7942): Terminating (SIGTERM)\u000a22:25:30.536846 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7945): Terminating (SIGTERM)\u000a22:25:30.578688 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7948): Terminating (SIGTERM)\u000a22:25:30.588463 --- ParallelTerminationStrategy: PID 7932 died...\u000a22:25:30.645300 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7932): Terminated: ok {rc=0}\u000a22:25:30.655427 --- ParallelTerminationStrategy: PID 7933 died...\u000a22:25:30.711435 run iperf3-srv_10.42.42.10(pid=7933): Terminated {rc=256}\u000a22:25:30.721813 --- ParallelTerminationStrategy: PID 7934 died...\u000a22:25:30.778028 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7934): Terminated: ok {rc=0}\u000a22:25:30.788114 --- ParallelTerminationStrategy: PID 7935 died...\u000a22:25:30.861847 run iperf3-srv_10.42.42.10(pid=7935): Terminated {rc=256}\u000a22:25:30.877444 --- ParallelTerminationStrategy: PID 7936 died...\u000a22:25:30.934205 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7936): Terminated: ok {rc=0}\u000a22:25:30.944747 --- ParallelTerminationStrategy: PID 7937 died...\u000a22:25:31.001521 run iperf3-srv_10.42.42.10(pid=7937): Terminated {rc=256}\u000a22:25:31.012035 --- ParallelTerminationStrategy: PID 7938 died...\u000a22:25:31.068466 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7938): Terminated: ok {rc=0}\u000a22:25:31.079049 --- ParallelTerminationStrategy: PID 7939 died...\u000a22:25:31.136635 run iperf3-srv_10.42.42.10(pid=7939): Terminated {rc=256}\u000a22:25:31.147164 --- ParallelTerminationStrategy: PID 7942 died...\u000a22:25:31.204270 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7942): Terminated: ok {rc=0}\u000a22:25:31.214862 --- ParallelTerminationStrategy: PID 7945 died...\u000a22:25:31.271525 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7945): Terminated: ok {rc=0}\u000a22:25:31.282343 --- ParallelTerminationStrategy: PID 7948 died...\u000a22:25:31.339912 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7948): Terminated: ok {rc=0}\u000a22:25:31.427368 bus /gobi_4: Setting Powered False\u000a22:25:32.527297 bus /gobi_4: Setting Powered False\u000a22:25:33.639068 bus /gobi_1: Setting Powered False\u000a22:25:34.741455 bus /gobi_1: Setting Powered False\u000a22:25:35.852243 bus /gobi_0: Setting Powered False\u000a22:25:36.958656 bus /gobi_0: Setting Powered False\u000a22:25:38.070386 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 257, "className" : "gprs:trx-umtrx+mod-bts0-egprs", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=7956): Process ended prematurely: osmo-stp_10.42.42.5(pid=7956) [trial-2395↪gprs:trx-umtrx+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7956)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=7956): Process ended prematurely: osmo-stp_10.42.42.5(pid=7956) [trial-2395↪gprs:trx-umtrx+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7956)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2395 gprs:trx-umtrx+mod-bts0-egprs ping.py\u000a----------------------------------------------\u000a22:25:39.137202 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:25:39.148374 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a22:25:39.292097 tst ping.py: using LAC 36637\u000a22:25:39.417674 tst ping.py: using RAC 172\u000a22:25:39.538145 tst ping.py: using CellId 36637\u000a22:25:39.660026 tst ping.py: using BVCI 36638\u000a22:25:39.682951 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:25:39.693724 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:25:39.704164 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:25:39.714978 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:25:39.725490 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:25:39.735860 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:25:39.746526 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:25:39.757036 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a22:25:40.028810 tst ping.py:19: start network...\u000a22:25:40.151925 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:25:40.631603 run create_hlr_db(pid=7950): Launched\u000a22:25:40.811968 bus /gobi_6: Setting Powered False\u000a22:25:41.826775 run create_hlr_db(pid=7950): Terminated: ok {rc=0}\u000a22:25:42.251698 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7952): Launched\u000a22:25:42.571782 run osmo-hlr_10.42.42.2(pid=7953): Launched\u000a22:25:42.690195 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:25:43.246142 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7955): Launched\u000a22:25:43.564735 run osmo-stp_10.42.42.5(pid=7956): Launched\u000a22:25:43.679643 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a22:25:44.235777 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7958): Launched\u000a22:25:44.349992 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a22:25:44.626920 run patchelf(pid=7959): Launched\u000a22:25:44.813333 run osmo-stp_10.42.42.5(pid=7956): ERR: Terminated: ERROR {rc=1} [trial-2395↪gprs:trx-umtrx+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7956)]\u000a22:25:44.949657 run osmo-stp_10.42.42.5(pid=7956): stdout: \u000a| (launched: 2022-12-13_22:25:43.407767)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:25:45.086200 run osmo-stp_10.42.42.5(pid=7956): stderr: \u000a| �[0;m�[38;5;43m20221213222543599 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213222543599 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213222543599 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213222543599 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213222543602 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213222543602 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213222543602 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:25:45.218393 run osmo-stp_10.42.42.5(pid=7956): stdout: \u000a| (launched: 2022-12-13_22:25:43.407767)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:25:45.349050 run osmo-stp_10.42.42.5(pid=7956): stderr: \u000a| �[0;m�[38;5;43m20221213222543599 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213222543599 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213222543599 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213222543599 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213222543602 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213222543602 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213222543602 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:25:45.500493 run patchelf(pid=7959): Terminating (SIGINT)\u000a22:25:45.678788 run patchelf(pid=7959): Terminated: ok {rc=0}\u000a22:25:45.711133 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=7956): Process ended prematurely: osmo-stp_10.42.42.5(pid=7956) [trial-2395↪gprs:trx-umtrx+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7956)] [trial-2395↪gprs:trx-umtrx+mod-bts0-egprs↪ping.py:22]\u000a22:25:45.720324 tst ping.py:22: Test FAILED (6.6 sec)\u000a22:25:45.784052 run osmo-hlr_10.42.42.2(pid=7953): ERR: Terminated: ERROR {rc=237} [trial-2395↪gprs:trx-umtrx+mod-bts0-egprs↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=7953)]\u000a22:25:45.844289 run osmo-hlr_10.42.42.2(pid=7953): stdout: \u000a| (launched: 2022-12-13_22:25:42.414008) \u000a22:25:45.904292 run osmo-hlr_10.42.42.2(pid=7953): stderr: \u000a| �[0;m�[1;31m20221213222542610 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213222542610 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213222542610 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213222542610 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213222542610 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213222542610 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213222542623 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2395/run.2022-12-13_21-44-31/gprs:trx-umtrx+mod-bts0-egprs/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213222542631 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213222542632 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213222542632 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:25:45.948870 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7952): Terminating (SIGTERM)\u000a22:25:45.992018 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7955): Terminating (SIGTERM)\u000a22:25:46.040233 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7958): Terminating (SIGTERM)\u000a22:25:46.051074 --- ParallelTerminationStrategy: PID 7952 died...\u000a22:25:46.111776 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7952): Terminated: ok {rc=0}\u000a22:25:46.122950 --- ParallelTerminationStrategy: PID 7955 died...\u000a22:25:46.180618 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7955): Terminated: ok {rc=0}\u000a22:25:46.191935 --- ParallelTerminationStrategy: PID 7958 died...\u000a22:25:46.249670 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7958): Terminated: ok {rc=0}\u000a22:25:46.338626 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 257, "className" : "gprs:trx-umtrx+mod-bts0-egprs", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=7966): Process ended prematurely: osmo-stp_10.42.42.5(pid=7966) [trial-2395↪gprs:trx-umtrx+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7966)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=7966): Process ended prematurely: osmo-stp_10.42.42.5(pid=7966) [trial-2395↪gprs:trx-umtrx+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7966)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2395 gprs:trx-umtrx+mod-bts0-egprs ping_idle_ping.py\u000a----------------------------------------------\u000a22:25:47.389125 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:25:47.400816 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a22:25:47.546283 tst ping_idle_ping.py: using LAC 36638\u000a22:25:47.674070 tst ping_idle_ping.py: using RAC 173\u000a22:25:47.801524 tst ping_idle_ping.py: using CellId 36638\u000a22:25:47.925259 tst ping_idle_ping.py: using BVCI 36639\u000a22:25:47.949751 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:25:47.961124 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:25:47.972538 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:25:47.983641 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:25:47.995265 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:25:48.006822 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:25:48.018633 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:25:48.030261 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a22:25:48.324924 tst ping_idle_ping.py:24: start network...\u000a22:25:48.458236 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:25:48.962645 run create_hlr_db(pid=7960): Launched\u000a22:25:49.148469 bus /gobi_6: Setting Powered False\u000a22:25:50.167713 run create_hlr_db(pid=7960): Terminated: ok {rc=0}\u000a22:25:50.567930 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7962): Launched\u000a22:25:50.867806 run osmo-hlr_10.42.42.2(pid=7963): Launched\u000a22:25:50.977594 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:25:51.495469 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7965): Launched\u000a22:25:51.795036 run osmo-stp_10.42.42.5(pid=7966): Launched\u000a22:25:51.906613 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a22:25:52.460913 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7970): Launched\u000a22:25:52.574939 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a22:25:52.852811 run patchelf(pid=7971): Launched\u000a22:25:53.040319 run osmo-stp_10.42.42.5(pid=7966): ERR: Terminated: ERROR {rc=1} [trial-2395↪gprs:trx-umtrx+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7966)]\u000a22:25:53.177015 run osmo-stp_10.42.42.5(pid=7966): stdout: \u000a| (launched: 2022-12-13_22:25:51.646810)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:25:53.313385 run osmo-stp_10.42.42.5(pid=7966): stderr: \u000a| �[0;m�[38;5;43m20221213222551814 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213222551814 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213222551814 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213222551815 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213222551817 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213222551817 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213222551817 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:25:53.446027 run osmo-stp_10.42.42.5(pid=7966): stdout: \u000a| (launched: 2022-12-13_22:25:51.646810)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:25:53.576665 run osmo-stp_10.42.42.5(pid=7966): stderr: \u000a| �[0;m�[38;5;43m20221213222551814 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213222551814 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213222551814 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213222551815 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213222551817 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213222551817 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213222551817 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:25:53.729083 run patchelf(pid=7971): Terminating (SIGINT)\u000a22:25:53.908651 run patchelf(pid=7971): Terminated: ok {rc=0}\u000a22:25:53.941626 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=7966): Process ended prematurely: osmo-stp_10.42.42.5(pid=7966) [trial-2395↪gprs:trx-umtrx+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7966)] [trial-2395↪gprs:trx-umtrx+mod-bts0-egprs↪ping_idle_ping.py:27]\u000a22:25:53.951095 tst ping_idle_ping.py:27: Test FAILED (6.6 sec)\u000a22:25:54.014559 run osmo-hlr_10.42.42.2(pid=7963): ERR: Terminated: ERROR {rc=237} [trial-2395↪gprs:trx-umtrx+mod-bts0-egprs↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=7963)]\u000a22:25:54.066303 run osmo-hlr_10.42.42.2(pid=7963): stdout: \u000a| (launched: 2022-12-13_22:25:50.719869) \u000a22:25:54.118714 run osmo-hlr_10.42.42.2(pid=7963): stderr: \u000a| �[0;m�[1;31m20221213222550895 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213222550895 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213222550895 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213222550895 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213222550895 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213222550896 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213222550925 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2395/run.2022-12-13_21-44-31/gprs:trx-umtrx+mod-bts0-egprs/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213222550935 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213222550935 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213222550935 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:25:54.163135 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7962): Terminating (SIGTERM)\u000a22:25:54.205460 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7965): Terminating (SIGTERM)\u000a22:25:54.247496 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7970): Terminating (SIGTERM)\u000a22:25:54.257270 --- ParallelTerminationStrategy: PID 7962 died...\u000a22:25:54.313574 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7962): Terminated: ok {rc=0}\u000a22:25:54.323678 --- ParallelTerminationStrategy: PID 7965 died...\u000a22:25:54.379736 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7965): Terminated: ok {rc=0}\u000a22:25:54.389874 --- ParallelTerminationStrategy: PID 7970 died...\u000a22:25:54.446249 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7970): Terminated: ok {rc=0}\u000a22:25:54.533715 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 60.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "89", "name" : "gprs_trx-umtrx+mod-bts0-egprs", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T22:24:56" }, { "cases" : [ { "testActions" : [ ], "age" : 257, "className" : "gprs:trx-umtrx+mod-bts0-dynts-ipa", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=7985): Process ended prematurely: osmo-stp_10.42.42.5(pid=7985) [trial-2395↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7985)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=7985): Process ended prematurely: osmo-stp_10.42.42.5(pid=7985) [trial-2395↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7985)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2395 gprs:trx-umtrx+mod-bts0-dynts-ipa cs_paging_gprs_active.py\u000a----------------------------------------------\u000a22:25:56.691353 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:25:56.702589 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a22:25:56.866466 tst cs_paging_gprs_active.py: using LAC 36639\u000a22:25:56.989959 tst cs_paging_gprs_active.py: using RAC 174\u000a22:25:57.111043 tst cs_paging_gprs_active.py: using CellId 36639\u000a22:25:57.231524 tst cs_paging_gprs_active.py: using BVCI 36640\u000a22:25:57.254772 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:25:57.265470 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:25:57.275994 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:25:57.286586 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:25:57.297542 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:25:57.308356 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:25:57.319196 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:25:57.329871 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:25:57.340611 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a22:25:57.460187 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a22:25:57.737958 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a22:25:57.863565 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a22:25:58.177715 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7975): Launched\u000a22:25:58.436749 run iperf3-srv_10.42.42.10(pid=7976): Launched\u000a22:25:58.620418 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a22:25:58.746043 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a22:25:59.059358 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7977): Launched\u000a22:25:59.319172 run iperf3-srv_10.42.42.10(pid=7978): Launched\u000a22:25:59.503433 tst cs_paging_gprs_active.py:38: start network...\u000a22:25:59.629351 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:26:00.114930 run create_hlr_db(pid=7979): Launched\u000a22:26:00.289513 bus /gobi_6: Setting Powered False\u000a22:26:01.326283 run create_hlr_db(pid=7979): Terminated: ok {rc=0}\u000a22:26:01.791557 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7981): Launched\u000a22:26:02.155726 run osmo-hlr_10.42.42.2(pid=7982): Launched\u000a22:26:02.283308 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:26:02.844816 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7984): Launched\u000a22:26:03.170594 run osmo-stp_10.42.42.5(pid=7985): Launched\u000a22:26:03.289170 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a22:26:03.855882 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7987): Launched\u000a22:26:03.973200 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a22:26:04.263428 run patchelf(pid=7988): Launched\u000a22:26:04.453893 run osmo-stp_10.42.42.5(pid=7985): ERR: Terminated: ERROR {rc=1} [trial-2395↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7985)]\u000a22:26:04.592780 run osmo-stp_10.42.42.5(pid=7985): stdout: \u000a| (launched: 2022-12-13_22:26:03.011300)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:26:04.732059 run osmo-stp_10.42.42.5(pid=7985): stderr: \u000a| �[0;m�[38;5;43m20221213222603203 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213222603203 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213222603203 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213222603204 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213222603204 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213222603204 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213222603204 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:26:04.866590 run osmo-stp_10.42.42.5(pid=7985): stdout: \u000a| (launched: 2022-12-13_22:26:03.011300)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:26:05.000575 run osmo-stp_10.42.42.5(pid=7985): stderr: \u000a| �[0;m�[38;5;43m20221213222603203 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213222603203 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213222603203 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213222603204 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213222603204 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213222603204 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213222603204 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:26:05.155921 run patchelf(pid=7988): Terminating (SIGINT)\u000a22:26:05.338019 run patchelf(pid=7988): Terminated: ok {rc=0}\u000a22:26:05.371226 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=7985): Process ended prematurely: osmo-stp_10.42.42.5(pid=7985) [trial-2395↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7985)] [trial-2395↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38]\u000a22:26:05.381150 tst cs_paging_gprs_active.py:38: Test FAILED (8.7 sec)\u000a22:26:05.444311 run osmo-hlr_10.42.42.2(pid=7982): ERR: Terminated: ERROR {rc=237} [trial-2395↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=7982)]\u000a22:26:05.496103 run osmo-hlr_10.42.42.2(pid=7982): stdout: \u000a| (launched: 2022-12-13_22:26:01.964906) \u000a22:26:05.548086 run osmo-hlr_10.42.42.2(pid=7982): stderr: \u000a| �[0;m�[1;31m20221213222602243 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213222602243 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213222602243 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213222602243 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213222602243 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213222602243 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213222602255 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2395/run.2022-12-13_21-44-31/gprs:trx-umtrx+mod-bts0-dynts-ipa/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213222602264 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213222602264 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213222602264 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:26:05.592455 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7975): Terminating (SIGTERM)\u000a22:26:05.634188 run iperf3-srv_10.42.42.10(pid=7976): Terminating (SIGTERM)\u000a22:26:05.675883 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7977): Terminating (SIGTERM)\u000a22:26:05.717587 run iperf3-srv_10.42.42.10(pid=7978): Terminating (SIGTERM)\u000a22:26:05.759239 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7981): Terminating (SIGTERM)\u000a22:26:05.800900 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7984): Terminating (SIGTERM)\u000a22:26:05.842615 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7987): Terminating (SIGTERM)\u000a22:26:05.852299 --- ParallelTerminationStrategy: PID 7975 died...\u000a22:26:05.908690 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7975): Terminated: ok {rc=0}\u000a22:26:05.918840 --- ParallelTerminationStrategy: PID 7976 died...\u000a22:26:05.974619 run iperf3-srv_10.42.42.10(pid=7976): Terminated {rc=256}\u000a22:26:05.984620 --- ParallelTerminationStrategy: PID 7977 died...\u000a22:26:06.040469 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7977): Terminated: ok {rc=0}\u000a22:26:06.050476 --- ParallelTerminationStrategy: PID 7978 died...\u000a22:26:06.106249 run iperf3-srv_10.42.42.10(pid=7978): Terminated {rc=256}\u000a22:26:06.116267 --- ParallelTerminationStrategy: PID 7981 died...\u000a22:26:06.171972 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7981): Terminated: ok {rc=0}\u000a22:26:06.182043 --- ParallelTerminationStrategy: PID 7984 died...\u000a22:26:06.237819 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7984): Terminated: ok {rc=0}\u000a22:26:06.247865 --- ParallelTerminationStrategy: PID 7987 died...\u000a22:26:06.303590 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7987): Terminated: ok {rc=0}\u000a22:26:06.390407 bus /gobi_0: Setting Powered False\u000a22:26:07.496257 bus /gobi_0: Setting Powered False\u000a22:26:08.605132 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 257, "className" : "gprs:trx-umtrx+mod-bts0-dynts-ipa", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=7997): Process ended prematurely: osmo-stp_10.42.42.5(pid=7997) [trial-2395↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7997)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=7997): Process ended prematurely: osmo-stp_10.42.42.5(pid=7997) [trial-2395↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7997)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2395 gprs:trx-umtrx+mod-bts0-dynts-ipa iperf3.py\u000a----------------------------------------------\u000a22:26:09.719216 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:26:09.731039 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a22:26:09.896908 tst iperf3.py: using LAC 36640\u000a22:26:10.025518 tst iperf3.py: using RAC 175\u000a22:26:10.154228 tst iperf3.py: using CellId 36640\u000a22:26:10.276678 tst iperf3.py: using BVCI 36641\u000a22:26:10.299901 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:26:10.310863 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:26:10.321792 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:26:10.332315 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:26:10.342897 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:26:10.353522 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:26:10.364156 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:26:10.374732 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:26:10.385577 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a22:26:10.682102 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a22:26:10.817849 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a22:26:11.152802 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7989): Launched\u000a22:26:11.431349 run iperf3-srv_10.42.42.10(pid=7990): Launched\u000a22:26:11.630439 tst iperf3.py:8: start network...\u000a22:26:11.766505 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:26:12.278032 run create_hlr_db(pid=7991): Launched\u000a22:26:12.465122 bus /gobi_6: Setting Powered False\u000a22:26:13.486522 run create_hlr_db(pid=7991): Terminated: ok {rc=0}\u000a22:26:13.917118 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7993): Launched\u000a22:26:14.241786 run osmo-hlr_10.42.42.2(pid=7994): Launched\u000a22:26:14.362163 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:26:15.014707 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7996): Launched\u000a22:26:15.330648 run osmo-stp_10.42.42.5(pid=7997): Launched\u000a22:26:15.446095 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a22:26:16.019366 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7999): Launched\u000a22:26:16.136035 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a22:26:16.430287 run patchelf(pid=8000): Launched\u000a22:26:16.620452 run osmo-stp_10.42.42.5(pid=7997): ERR: Terminated: ERROR {rc=1} [trial-2395↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7997)]\u000a22:26:16.759916 run osmo-stp_10.42.42.5(pid=7997): stdout: \u000a| (launched: 2022-12-13_22:26:15.175352)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:26:16.900068 run osmo-stp_10.42.42.5(pid=7997): stderr: \u000a| �[0;m�[38;5;43m20221213222615366 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213222615366 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213222615366 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213222615367 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213222615367 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213222615367 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213222615367 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:26:17.035386 run osmo-stp_10.42.42.5(pid=7997): stdout: \u000a| (launched: 2022-12-13_22:26:15.175352)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:26:17.169340 run osmo-stp_10.42.42.5(pid=7997): stderr: \u000a| �[0;m�[38;5;43m20221213222615366 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213222615366 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213222615366 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213222615367 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213222615367 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213222615367 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213222615367 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:26:17.322416 run patchelf(pid=8000): Terminating (SIGINT)\u000a22:26:17.499877 run patchelf(pid=8000): Terminated: ok {rc=0}\u000a22:26:17.532696 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=7997): Process ended prematurely: osmo-stp_10.42.42.5(pid=7997) [trial-2395↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7997)] [trial-2395↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪iperf3.py:8]\u000a22:26:17.542749 tst iperf3.py:8: Test FAILED (7.9 sec)\u000a22:26:17.605957 run osmo-hlr_10.42.42.2(pid=7994): ERR: Terminated: ERROR {rc=237} [trial-2395↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=7994)]\u000a22:26:17.657388 run osmo-hlr_10.42.42.2(pid=7994): stdout: \u000a| (launched: 2022-12-13_22:26:14.082229) \u000a22:26:17.709231 run osmo-hlr_10.42.42.2(pid=7994): stderr: \u000a| �[0;m�[1;31m20221213222614281 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213222614281 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213222614281 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213222614281 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213222614281 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213222614281 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213222614298 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2395/run.2022-12-13_21-44-31/gprs:trx-umtrx+mod-bts0-dynts-ipa/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213222614308 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213222614308 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213222614308 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:26:17.753283 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7989): Terminating (SIGTERM)\u000a22:26:17.794757 run iperf3-srv_10.42.42.10(pid=7990): Terminating (SIGTERM)\u000a22:26:17.836173 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7993): Terminating (SIGTERM)\u000a22:26:17.877914 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7996): Terminating (SIGTERM)\u000a22:26:17.919624 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7999): Terminating (SIGTERM)\u000a22:26:17.929503 --- ParallelTerminationStrategy: PID 7989 died...\u000a22:26:17.985515 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7989): Terminated: ok {rc=0}\u000a22:26:17.995548 --- ParallelTerminationStrategy: PID 7990 died...\u000a22:26:18.051392 run iperf3-srv_10.42.42.10(pid=7990): Terminated {rc=256}\u000a22:26:18.061411 --- ParallelTerminationStrategy: PID 7993 died...\u000a22:26:18.117322 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7993): Terminated: ok {rc=0}\u000a22:26:18.127145 --- ParallelTerminationStrategy: PID 7996 died...\u000a22:26:18.182855 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7996): Terminated: ok {rc=0}\u000a22:26:18.192671 --- ParallelTerminationStrategy: PID 7999 died...\u000a22:26:18.248233 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7999): Terminated: ok {rc=0}\u000a22:26:18.334524 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 257, "className" : "gprs:trx-umtrx+mod-bts0-dynts-ipa", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=8015): Process ended prematurely: osmo-stp_10.42.42.5(pid=8015) [trial-2395↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8015)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=8015): Process ended prematurely: osmo-stp_10.42.42.5(pid=8015) [trial-2395↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8015)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2395 gprs:trx-umtrx+mod-bts0-dynts-ipa iperf3m4.py\u000a----------------------------------------------\u000a22:26:19.447659 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:26:19.459485 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a22:26:19.627578 tst iperf3m4.py: using LAC 36641\u000a22:26:19.757602 tst iperf3m4.py: using RAC 176\u000a22:26:19.879766 tst iperf3m4.py: using CellId 36641\u000a22:26:20.002049 tst iperf3m4.py: using BVCI 36642\u000a22:26:20.026304 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:26:20.037687 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:26:20.048697 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:26:20.059683 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:26:20.070942 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:26:20.082428 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:26:20.093940 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:26:20.105136 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:26:20.116472 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a22:26:20.235926 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a22:26:20.352916 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a22:26:20.472277 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a22:26:20.747316 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a22:26:20.869967 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a22:26:21.175811 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8001): Launched\u000a22:26:21.429711 run iperf3-srv_10.42.42.10(pid=8002): Launched\u000a22:26:21.609228 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a22:26:21.731675 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a22:26:22.037952 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8003): Launched\u000a22:26:22.291181 run iperf3-srv_10.42.42.10(pid=8004): Launched\u000a22:26:22.470229 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a22:26:22.592522 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a22:26:22.897818 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8005): Launched\u000a22:26:23.151201 run iperf3-srv_10.42.42.10(pid=8006): Launched\u000a22:26:23.330354 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a22:26:23.452816 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a22:26:23.759232 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8007): Launched\u000a22:26:24.013314 run iperf3-srv_10.42.42.10(pid=8008): Launched\u000a22:26:24.192582 tst iperf3m4.py:8: start network...\u000a22:26:24.315356 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:26:24.792076 run create_hlr_db(pid=8009): Launched\u000a22:26:24.962694 bus /gobi_6: Setting Powered False\u000a22:26:25.984446 run create_hlr_db(pid=8009): Terminated: ok {rc=0}\u000a22:26:26.405906 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8011): Launched\u000a22:26:26.723251 run osmo-hlr_10.42.42.2(pid=8012): Launched\u000a22:26:26.841632 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:26:27.391839 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8014): Launched\u000a22:26:27.707293 run osmo-stp_10.42.42.5(pid=8015): Launched\u000a22:26:27.822416 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a22:26:28.374616 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8017): Launched\u000a22:26:28.487601 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a22:26:28.764036 run patchelf(pid=8018): Launched\u000a22:26:28.950531 run osmo-stp_10.42.42.5(pid=8015): ERR: Terminated: ERROR {rc=1} [trial-2395↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8015)]\u000a22:26:29.086184 run osmo-stp_10.42.42.5(pid=8015): stdout: \u000a| (launched: 2022-12-13_22:26:27.552826)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:26:29.222311 run osmo-stp_10.42.42.5(pid=8015): stderr: \u000a| �[0;m�[38;5;43m20221213222627744 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213222627744 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213222627744 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213222627745 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213222627745 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213222627745 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213222627745 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:26:29.353474 run osmo-stp_10.42.42.5(pid=8015): stdout: \u000a| (launched: 2022-12-13_22:26:27.552826)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:26:29.483693 run osmo-stp_10.42.42.5(pid=8015): stderr: \u000a| �[0;m�[38;5;43m20221213222627744 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213222627744 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213222627744 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213222627745 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213222627745 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213222627745 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213222627745 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:26:29.635091 run patchelf(pid=8018): Terminating (SIGINT)\u000a22:26:29.813002 run patchelf(pid=8018): Terminated: ok {rc=0}\u000a22:26:29.845691 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=8015): Process ended prematurely: osmo-stp_10.42.42.5(pid=8015) [trial-2395↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8015)] [trial-2395↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪iperf3m4.py:8]\u000a22:26:29.855610 tst iperf3m4.py:8: Test FAILED (10.4 sec)\u000a22:26:29.919296 run osmo-hlr_10.42.42.2(pid=8012): ERR: Terminated: ERROR {rc=237} [trial-2395↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=8012)]\u000a22:26:29.970974 run osmo-hlr_10.42.42.2(pid=8012): stdout: \u000a| (launched: 2022-12-13_22:26:26.567315) \u000a22:26:30.022753 run osmo-hlr_10.42.42.2(pid=8012): stderr: \u000a| �[0;m�[1;31m20221213222626765 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213222626765 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213222626765 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213222626765 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213222626765 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213222626765 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213222626777 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2395/run.2022-12-13_21-44-31/gprs:trx-umtrx+mod-bts0-dynts-ipa/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213222626785 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213222626786 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213222626786 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:26:30.067113 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8001): Terminating (SIGTERM)\u000a22:26:30.109074 run iperf3-srv_10.42.42.10(pid=8002): Terminating (SIGTERM)\u000a22:26:30.150973 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8003): Terminating (SIGTERM)\u000a22:26:30.192745 run iperf3-srv_10.42.42.10(pid=8004): Terminating (SIGTERM)\u000a22:26:30.236707 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8005): Terminating (SIGTERM)\u000a22:26:30.278650 run iperf3-srv_10.42.42.10(pid=8006): Terminating (SIGTERM)\u000a22:26:30.320339 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8007): Terminating (SIGTERM)\u000a22:26:30.362207 run iperf3-srv_10.42.42.10(pid=8008): Terminating (SIGTERM)\u000a22:26:30.403815 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8011): Terminating (SIGTERM)\u000a22:26:30.445446 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8014): Terminating (SIGTERM)\u000a22:26:30.487028 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8017): Terminating (SIGTERM)\u000a22:26:30.496499 --- ParallelTerminationStrategy: PID 8001 died...\u000a22:26:30.552666 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8001): Terminated: ok {rc=0}\u000a22:26:30.562626 --- ParallelTerminationStrategy: PID 8002 died...\u000a22:26:30.618521 run iperf3-srv_10.42.42.10(pid=8002): Terminated {rc=256}\u000a22:26:30.628409 --- ParallelTerminationStrategy: PID 8003 died...\u000a22:26:30.684337 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8003): Terminated: ok {rc=0}\u000a22:26:30.694304 --- ParallelTerminationStrategy: PID 8004 died...\u000a22:26:30.750206 run iperf3-srv_10.42.42.10(pid=8004): Terminated {rc=256}\u000a22:26:30.760084 --- ParallelTerminationStrategy: PID 8005 died...\u000a22:26:30.816258 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8005): Terminated: ok {rc=0}\u000a22:26:30.826175 --- ParallelTerminationStrategy: PID 8006 died...\u000a22:26:30.883848 run iperf3-srv_10.42.42.10(pid=8006): Terminated {rc=256}\u000a22:26:30.894299 --- ParallelTerminationStrategy: PID 8007 died...\u000a22:26:30.951642 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8007): Terminated: ok {rc=0}\u000a22:26:30.961985 --- ParallelTerminationStrategy: PID 8008 died...\u000a22:26:31.018716 run iperf3-srv_10.42.42.10(pid=8008): Terminated {rc=256}\u000a22:26:31.029232 --- ParallelTerminationStrategy: PID 8011 died...\u000a22:26:31.086101 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8011): Terminated: ok {rc=0}\u000a22:26:31.096590 --- ParallelTerminationStrategy: PID 8014 died...\u000a22:26:31.153912 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8014): Terminated: ok {rc=0}\u000a22:26:31.164468 --- ParallelTerminationStrategy: PID 8017 died...\u000a22:26:31.221620 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8017): Terminated: ok {rc=0}\u000a22:26:31.311954 bus /gobi_4: Setting Powered False\u000a22:26:32.412332 bus /gobi_4: Setting Powered False\u000a22:26:33.519664 bus /gobi_1: Setting Powered False\u000a22:26:34.625341 bus /gobi_1: Setting Powered False\u000a22:26:35.732242 bus /gobi_0: Setting Powered False\u000a22:26:36.833470 bus /gobi_0: Setting Powered False\u000a22:26:37.944032 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 257, "className" : "gprs:trx-umtrx+mod-bts0-dynts-ipa", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=8025): Process ended prematurely: osmo-stp_10.42.42.5(pid=8025) [trial-2395↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8025)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=8025): Process ended prematurely: osmo-stp_10.42.42.5(pid=8025) [trial-2395↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8025)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2395 gprs:trx-umtrx+mod-bts0-dynts-ipa ping.py\u000a----------------------------------------------\u000a22:26:39.012026 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:26:39.023460 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a22:26:39.179812 tst ping.py: using LAC 36642\u000a22:26:39.302883 tst ping.py: using RAC 177\u000a22:26:39.419559 tst ping.py: using CellId 36642\u000a22:26:39.532256 tst ping.py: using BVCI 36643\u000a22:26:39.554702 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:26:39.565647 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:26:39.576350 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:26:39.586992 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:26:39.597530 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:26:39.608583 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:26:39.619362 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:26:39.630007 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a22:26:39.916457 tst ping.py:19: start network...\u000a22:26:40.047511 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:26:40.542288 run create_hlr_db(pid=8019): Launched\u000a22:26:40.724020 bus /gobi_6: Setting Powered False\u000a22:26:41.745586 run create_hlr_db(pid=8019): Terminated: ok {rc=0}\u000a22:26:42.163093 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8021): Launched\u000a22:26:42.476116 run osmo-hlr_10.42.42.2(pid=8022): Launched\u000a22:26:42.591463 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:26:43.136510 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8024): Launched\u000a22:26:43.450742 run osmo-stp_10.42.42.5(pid=8025): Launched\u000a22:26:43.564801 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a22:26:44.110425 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8027): Launched\u000a22:26:44.221997 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a22:26:44.493913 run patchelf(pid=8028): Launched\u000a22:26:44.677179 run osmo-stp_10.42.42.5(pid=8025): ERR: Terminated: ERROR {rc=1} [trial-2395↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8025)]\u000a22:26:44.811066 run osmo-stp_10.42.42.5(pid=8025): stdout: \u000a| (launched: 2022-12-13_22:26:43.295975)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:26:44.946209 run osmo-stp_10.42.42.5(pid=8025): stderr: \u000a| �[0;m�[38;5;43m20221213222643485 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213222643485 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213222643485 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213222643486 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213222643486 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213222643486 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213222643486 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:26:45.076163 run osmo-stp_10.42.42.5(pid=8025): stdout: \u000a| (launched: 2022-12-13_22:26:43.295975)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:26:45.204877 run osmo-stp_10.42.42.5(pid=8025): stderr: \u000a| �[0;m�[38;5;43m20221213222643485 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213222643485 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213222643485 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213222643486 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213222643486 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213222643486 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213222643486 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:26:45.354884 run patchelf(pid=8028): Terminating (SIGINT)\u000a22:26:45.530258 run patchelf(pid=8028): Terminated: ok {rc=0}\u000a22:26:45.562237 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=8025): Process ended prematurely: osmo-stp_10.42.42.5(pid=8025) [trial-2395↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8025)] [trial-2395↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪ping.py:22]\u000a22:26:45.571643 tst ping.py:22: Test FAILED (6.5 sec)\u000a22:26:45.634581 run osmo-hlr_10.42.42.2(pid=8022): ERR: Terminated: ERROR {rc=237} [trial-2395↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=8022)]\u000a22:26:45.685989 run osmo-hlr_10.42.42.2(pid=8022): stdout: \u000a| (launched: 2022-12-13_22:26:42.322148) \u000a22:26:45.738007 run osmo-hlr_10.42.42.2(pid=8022): stderr: \u000a| �[0;m�[1;31m20221213222642519 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213222642519 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213222642519 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213222642519 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213222642519 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213222642519 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213222642532 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2395/run.2022-12-13_21-44-31/gprs:trx-umtrx+mod-bts0-dynts-ipa/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213222642540 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213222642540 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213222642540 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:26:45.782471 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8021): Terminating (SIGTERM)\u000a22:26:45.824312 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8024): Terminating (SIGTERM)\u000a22:26:45.867281 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8027): Terminating (SIGTERM)\u000a22:26:45.876928 --- ParallelTerminationStrategy: PID 8021 died...\u000a22:26:45.933954 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8021): Terminated: ok {rc=0}\u000a22:26:45.944458 --- ParallelTerminationStrategy: PID 8024 died...\u000a22:26:46.001458 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8024): Terminated: ok {rc=0}\u000a22:26:46.012010 --- ParallelTerminationStrategy: PID 8027 died...\u000a22:26:46.069069 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8027): Terminated: ok {rc=0}\u000a22:26:46.159392 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 257, "className" : "gprs:trx-umtrx+mod-bts0-dynts-ipa", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=8035): Process ended prematurely: osmo-stp_10.42.42.5(pid=8035) [trial-2395↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8035)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=8035): Process ended prematurely: osmo-stp_10.42.42.5(pid=8035) [trial-2395↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8035)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2395 gprs:trx-umtrx+mod-bts0-dynts-ipa ping_idle_ping.py\u000a----------------------------------------------\u000a22:26:47.211089 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:26:47.223721 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a22:26:47.396450 tst ping_idle_ping.py: using LAC 36643\u000a22:26:47.517169 tst ping_idle_ping.py: using RAC 178\u000a22:26:47.639758 tst ping_idle_ping.py: using CellId 36643\u000a22:26:47.760166 tst ping_idle_ping.py: using BVCI 36644\u000a22:26:47.784021 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:26:47.795357 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:26:47.806603 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:26:47.817647 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:26:47.828893 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:26:47.840292 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:26:47.851935 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:26:47.863387 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a22:26:48.136572 tst ping_idle_ping.py:24: start network...\u000a22:26:48.258968 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:26:48.729447 run create_hlr_db(pid=8029): Launched\u000a22:26:48.898525 bus /gobi_6: Setting Powered False\u000a22:26:49.920447 run create_hlr_db(pid=8029): Terminated: ok {rc=0}\u000a22:26:50.311808 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8031): Launched\u000a22:26:50.604500 run osmo-hlr_10.42.42.2(pid=8032): Launched\u000a22:26:50.721046 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:26:51.234003 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8034): Launched\u000a22:26:51.529267 run osmo-stp_10.42.42.5(pid=8035): Launched\u000a22:26:51.635021 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a22:26:52.145497 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8037): Launched\u000a22:26:52.249227 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a22:26:52.503801 run patchelf(pid=8038): Launched\u000a22:26:52.677200 run osmo-stp_10.42.42.5(pid=8035): ERR: Terminated: ERROR {rc=1} [trial-2395↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8035)]\u000a22:26:52.802989 run osmo-stp_10.42.42.5(pid=8035): stdout: \u000a| (launched: 2022-12-13_22:26:51.385412)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:26:52.929312 run osmo-stp_10.42.42.5(pid=8035): stderr: \u000a| �[0;m�[38;5;43m20221213222651555 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213222651555 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213222651555 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213222651555 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213222651556 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213222651556 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213222651556 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:26:53.051004 run osmo-stp_10.42.42.5(pid=8035): stdout: \u000a| (launched: 2022-12-13_22:26:51.385412)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:26:53.171519 run osmo-stp_10.42.42.5(pid=8035): stderr: \u000a| �[0;m�[38;5;43m20221213222651555 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213222651555 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213222651555 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213222651555 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213222651556 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213222651556 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213222651556 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:26:53.312368 run patchelf(pid=8038): Terminating (SIGINT)\u000a22:26:53.476737 run patchelf(pid=8038): Terminated: ok {rc=0}\u000a22:26:53.506798 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=8035): Process ended prematurely: osmo-stp_10.42.42.5(pid=8035) [trial-2395↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8035)] [trial-2395↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪ping_idle_ping.py:27]\u000a22:26:53.515375 tst ping_idle_ping.py:27: Test FAILED (6.3 sec)\u000a22:26:53.574687 run osmo-hlr_10.42.42.2(pid=8032): ERR: Terminated: ERROR {rc=237} [trial-2395↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=8032)]\u000a22:26:53.623198 run osmo-hlr_10.42.42.2(pid=8032): stdout: \u000a| (launched: 2022-12-13_22:26:50.460543) \u000a22:26:53.672420 run osmo-hlr_10.42.42.2(pid=8032): stderr: \u000a| �[0;m�[1;31m20221213222650635 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213222650635 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213222650635 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213222650635 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213222650635 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213222650635 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213222650648 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2395/run.2022-12-13_21-44-31/gprs:trx-umtrx+mod-bts0-dynts-ipa/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213222650656 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213222650656 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213222650657 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:26:53.714074 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8031): Terminating (SIGTERM)\u000a22:26:53.753146 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8034): Terminating (SIGTERM)\u000a22:26:53.792202 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8037): Terminating (SIGTERM)\u000a22:26:53.801343 --- ParallelTerminationStrategy: PID 8031 died...\u000a22:26:53.853903 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8031): Terminated: ok {rc=0}\u000a22:26:53.863337 --- ParallelTerminationStrategy: PID 8034 died...\u000a22:26:53.915889 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8034): Terminated: ok {rc=0}\u000a22:26:53.925370 --- ParallelTerminationStrategy: PID 8037 died...\u000a22:26:53.977705 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8037): Terminated: ok {rc=0}\u000a22:26:54.065108 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 60.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "90", "name" : "gprs_trx-umtrx+mod-bts0-dynts-ipa", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T22:25:56" }, { "cases" : [ { "testActions" : [ ], "age" : 257, "className" : "gprs:trx-umtrx+mod-bts0-dynts-osmo", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=8052): Process ended prematurely: osmo-stp_10.42.42.5(pid=8052) [trial-2395↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8052)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=8052): Process ended prematurely: osmo-stp_10.42.42.5(pid=8052) [trial-2395↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8052)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2395 gprs:trx-umtrx+mod-bts0-dynts-osmo cs_paging_gprs_active.py\u000a----------------------------------------------\u000a22:26:56.208717 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a22:26:56.219551 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a22:26:56.374185 tst cs_paging_gprs_active.py: using LAC 36644\u000a22:26:56.494460 tst cs_paging_gprs_active.py: using RAC 179\u000a22:26:56.613533 tst cs_paging_gprs_active.py: using CellId 36644\u000a22:26:56.730815 tst cs_paging_gprs_active.py: using BVCI 36645\u000a22:26:56.753757 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a22:26:56.764403 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a22:26:56.774988 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a22:26:56.785630 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a22:26:56.796129 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a22:26:56.806772 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a22:26:56.817623 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a22:26:56.828089 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a22:26:56.838840 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a22:26:56.952846 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a22:26:57.231901 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a22:26:57.357499 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a22:26:57.667402 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8042): Launched\u000a22:26:57.924752 run iperf3-srv_10.42.42.10(pid=8043): Launched\u000a22:26:58.106981 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a22:26:58.231260 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a22:26:58.541508 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8044): Launched\u000a22:26:58.798614 run iperf3-srv_10.42.42.10(pid=8045): Launched\u000a22:26:58.981116 tst cs_paging_gprs_active.py:38: start network...\u000a22:26:59.105534 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:26:59.584765 run create_hlr_db(pid=8046): Launched\u000a22:26:59.756213 bus /gobi_6: Setting Powered False\u000a22:27:00.778933 run create_hlr_db(pid=8046): Terminated: ok {rc=0}\u000a22:27:01.236598 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8048): Launched\u000a22:27:01.577477 run osmo-hlr_10.42.42.2(pid=8049): Launched\u000a22:27:01.833846 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:27:02.559651 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8051): Launched\u000a22:27:02.857255 run osmo-stp_10.42.42.5(pid=8052): Launched\u000a22:27:02.966055 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a22:27:03.484994 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8054): Launched\u000a22:27:03.590996 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a22:27:03.852664 run patchelf(pid=8055): Launched\u000a22:27:04.026771 run osmo-stp_10.42.42.5(pid=8052): ERR: Terminated: ERROR {rc=1} [trial-2395↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8052)]\u000a22:27:04.154241 run osmo-stp_10.42.42.5(pid=8052): stdout: \u000a| (launched: 2022-12-13_22:27:02.710952)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:27:04.282021 run osmo-stp_10.42.42.5(pid=8052): stderr: \u000a| �[0;m�[38;5;43m20221213222702883 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213222702883 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213222702883 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213222702884 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213222702884 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213222702884 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213222702884 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:27:04.404761 run osmo-stp_10.42.42.5(pid=8052): stdout: \u000a| (launched: 2022-12-13_22:27:02.710952)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:27:04.526856 run osmo-stp_10.42.42.5(pid=8052): stderr: \u000a| �[0;m�[38;5;43m20221213222702883 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213222702883 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213222702883 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213222702884 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213222702884 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213222702884 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213222702884 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:27:04.669521 run patchelf(pid=8055): Terminating (SIGINT)\u000a22:27:04.836544 run patchelf(pid=8055): Terminated: ok {rc=0}\u000a22:27:04.867290 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=8052): Process ended prematurely: osmo-stp_10.42.42.5(pid=8052) [trial-2395↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8052)] [trial-2395↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38]\u000a22:27:04.876339 tst cs_paging_gprs_active.py:38: Test FAILED (8.7 sec)\u000a22:27:04.935432 run osmo-hlr_10.42.42.2(pid=8049): ERR: Terminated: ERROR {rc=237} [trial-2395↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=8049)]\u000a22:27:04.983575 run osmo-hlr_10.42.42.2(pid=8049): stdout: \u000a| (launched: 2022-12-13_22:27:01.403848) \u000a22:27:05.032386 run osmo-hlr_10.42.42.2(pid=8049): stderr: \u000a| �[0;m�[1;31m20221213222701810 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213222701810 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213222701810 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213222701810 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213222701810 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213222701810 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213222701831 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2395/run.2022-12-13_21-44-31/gprs:trx-umtrx+mod-bts0-dynts-osmo/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213222701839 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213222701839 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213222701839 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:27:05.073986 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8042): Terminating (SIGTERM)\u000a22:27:05.113077 run iperf3-srv_10.42.42.10(pid=8043): Terminating (SIGTERM)\u000a22:27:05.152216 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8044): Terminating (SIGTERM)\u000a22:27:05.191116 run iperf3-srv_10.42.42.10(pid=8045): Terminating (SIGTERM)\u000a22:27:05.230281 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8048): Terminating (SIGTERM)\u000a22:27:05.269311 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8051): Terminating (SIGTERM)\u000a22:27:05.308288 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8054): Terminating (SIGTERM)\u000a22:27:05.317266 --- ParallelTerminationStrategy: PID 8042 died...\u000a22:27:05.369661 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8042): Terminated: ok {rc=0}\u000a22:27:05.378989 --- ParallelTerminationStrategy: PID 8043 died...\u000a22:27:05.431523 run iperf3-srv_10.42.42.10(pid=8043): Terminated {rc=256}\u000a22:27:05.440809 --- ParallelTerminationStrategy: PID 8044 died...\u000a22:27:05.492895 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8044): Terminated: ok {rc=0}\u000a22:27:05.502224 --- ParallelTerminationStrategy: PID 8045 died...\u000a22:27:05.554128 run iperf3-srv_10.42.42.10(pid=8045): Terminated {rc=256}\u000a22:27:05.563427 --- ParallelTerminationStrategy: PID 8048 died...\u000a22:27:05.615562 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8048): Terminated: ok {rc=0}\u000a22:27:05.624884 --- ParallelTerminationStrategy: PID 8051 died...\u000a22:27:05.676916 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8051): Terminated: ok {rc=0}\u000a22:27:05.686276 --- ParallelTerminationStrategy: PID 8054 died...\u000a22:27:05.738289 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8054): Terminated: ok {rc=0}\u000a22:27:05.825886 bus /gobi_0: Setting Powered False\u000a22:27:06.929260 bus /gobi_0: Setting Powered False\u000a22:27:08.040189 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 257, "className" : "gprs:trx-umtrx+mod-bts0-dynts-osmo", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=8065): Process ended prematurely: osmo-stp_10.42.42.5(pid=8065) [trial-2395↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8065)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=8065): Process ended prematurely: osmo-stp_10.42.42.5(pid=8065) [trial-2395↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8065)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2395 gprs:trx-umtrx+mod-bts0-dynts-osmo iperf3.py\u000a----------------------------------------------\u000a22:27:09.148410 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a22:27:09.159728 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a22:27:09.316422 tst iperf3.py: using LAC 36645\u000a22:27:09.434772 tst iperf3.py: using RAC 180\u000a22:27:09.552864 tst iperf3.py: using CellId 36645\u000a22:27:09.671586 tst iperf3.py: using BVCI 36646\u000a22:27:09.694323 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a22:27:09.705230 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a22:27:09.715716 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a22:27:09.726443 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a22:27:09.736908 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a22:27:09.747529 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a22:27:09.758219 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a22:27:09.768788 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a22:27:09.779524 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a22:27:10.069293 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a22:27:10.202250 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a22:27:10.530679 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8057): Launched\u000a22:27:10.804031 run iperf3-srv_10.42.42.10(pid=8058): Launched\u000a22:27:10.999211 tst iperf3.py:8: start network...\u000a22:27:11.132113 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:27:11.632886 run create_hlr_db(pid=8059): Launched\u000a22:27:11.816103 bus /gobi_6: Setting Powered False\u000a22:27:12.838154 run create_hlr_db(pid=8059): Terminated: ok {rc=0}\u000a22:27:13.261483 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8061): Launched\u000a22:27:13.580077 run osmo-hlr_10.42.42.2(pid=8062): Launched\u000a22:27:13.695991 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:27:14.250468 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8064): Launched\u000a22:27:14.569101 run osmo-stp_10.42.42.5(pid=8065): Launched\u000a22:27:14.685215 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a22:27:15.241865 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8067): Launched\u000a22:27:15.355804 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a22:27:15.632601 run patchelf(pid=8068): Launched\u000a22:27:15.818839 run osmo-stp_10.42.42.5(pid=8065): ERR: Terminated: ERROR {rc=1} [trial-2395↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8065)]\u000a22:27:15.971173 run osmo-stp_10.42.42.5(pid=8065): stdout: \u000a| (launched: 2022-12-13_22:27:14.412407)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:27:16.111938 run osmo-stp_10.42.42.5(pid=8065): stderr: \u000a| �[0;m�[38;5;43m20221213222714603 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213222714603 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213222714603 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213222714604 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213222714604 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213222714604 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213222714604 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:27:16.246931 run osmo-stp_10.42.42.5(pid=8065): stdout: \u000a| (launched: 2022-12-13_22:27:14.412407)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:27:16.381297 run osmo-stp_10.42.42.5(pid=8065): stderr: \u000a| �[0;m�[38;5;43m20221213222714603 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213222714603 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213222714603 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213222714604 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213222714604 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213222714604 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213222714604 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:27:16.537070 run patchelf(pid=8068): Terminating (SIGINT)\u000a22:27:16.719199 run patchelf(pid=8068): Terminated: ok {rc=0}\u000a22:27:16.753369 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=8065): Process ended prematurely: osmo-stp_10.42.42.5(pid=8065) [trial-2395↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8065)] [trial-2395↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪iperf3.py:8]\u000a22:27:16.764440 tst iperf3.py:8: Test FAILED (7.6 sec)\u000a22:27:16.830522 run osmo-hlr_10.42.42.2(pid=8062): ERR: Terminated: ERROR {rc=237} [trial-2395↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=8062)]\u000a22:27:16.884443 run osmo-hlr_10.42.42.2(pid=8062): stdout: \u000a| (launched: 2022-12-13_22:27:13.423205) \u000a22:27:16.939747 run osmo-hlr_10.42.42.2(pid=8062): stderr: \u000a| �[0;m�[1;31m20221213222713622 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213222713622 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213222713622 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213222713622 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213222713622 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213222713622 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213222713635 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2395/run.2022-12-13_21-44-31/gprs:trx-umtrx+mod-bts0-dynts-osmo/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213222713643 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213222713643 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213222713643 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:27:16.986577 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8057): Terminating (SIGTERM)\u000a22:27:17.032499 run iperf3-srv_10.42.42.10(pid=8058): Terminating (SIGTERM)\u000a22:27:17.078389 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8061): Terminating (SIGTERM)\u000a22:27:17.122549 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8064): Terminating (SIGTERM)\u000a22:27:17.166635 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8067): Terminating (SIGTERM)\u000a22:27:17.176688 --- ParallelTerminationStrategy: PID 8057 died...\u000a22:27:17.235710 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8057): Terminated: ok {rc=0}\u000a22:27:17.247441 --- ParallelTerminationStrategy: PID 8058 died...\u000a22:27:17.306513 run iperf3-srv_10.42.42.10(pid=8058): Terminated {rc=256}\u000a22:27:17.315959 --- ParallelTerminationStrategy: PID 8061 died...\u000a22:27:17.369249 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8061): Terminated: ok {rc=0}\u000a22:27:17.378842 --- ParallelTerminationStrategy: PID 8064 died...\u000a22:27:17.431649 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8064): Terminated: ok {rc=0}\u000a22:27:17.441161 --- ParallelTerminationStrategy: PID 8067 died...\u000a22:27:17.494270 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8067): Terminated: ok {rc=0}\u000a22:27:17.582865 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 257, "className" : "gprs:trx-umtrx+mod-bts0-dynts-osmo", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=8083): Process ended prematurely: osmo-stp_10.42.42.5(pid=8083) [trial-2395↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8083)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=8083): Process ended prematurely: osmo-stp_10.42.42.5(pid=8083) [trial-2395↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8083)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2395 gprs:trx-umtrx+mod-bts0-dynts-osmo iperf3m4.py\u000a----------------------------------------------\u000a22:27:18.692472 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a22:27:18.703982 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a22:27:18.857929 tst iperf3m4.py: using LAC 36646\u000a22:27:18.974795 tst iperf3m4.py: using RAC 181\u000a22:27:19.100817 tst iperf3m4.py: using CellId 36646\u000a22:27:19.223098 tst iperf3m4.py: using BVCI 36647\u000a22:27:19.245917 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a22:27:19.256732 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a22:27:19.267333 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a22:27:19.277905 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a22:27:19.288369 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a22:27:19.299404 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a22:27:19.310260 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a22:27:19.320728 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a22:27:19.331557 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a22:27:19.453204 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a22:27:19.571959 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a22:27:19.690927 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a22:27:19.967063 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a22:27:20.090362 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a22:27:20.398739 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8069): Launched\u000a22:27:20.654870 run iperf3-srv_10.42.42.10(pid=8070): Launched\u000a22:27:20.835636 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a22:27:20.959211 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a22:27:21.267221 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8071): Launched\u000a22:27:21.522958 run iperf3-srv_10.42.42.10(pid=8072): Launched\u000a22:27:21.703533 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a22:27:21.826686 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a22:27:22.134478 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8073): Launched\u000a22:27:22.391021 run iperf3-srv_10.42.42.10(pid=8074): Launched\u000a22:27:22.570998 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a22:27:22.694249 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a22:27:23.002587 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8075): Launched\u000a22:27:23.258709 run iperf3-srv_10.42.42.10(pid=8076): Launched\u000a22:27:23.439650 tst iperf3m4.py:8: start network...\u000a22:27:23.563824 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:27:24.041135 run create_hlr_db(pid=8077): Launched\u000a22:27:24.214101 bus /gobi_6: Setting Powered False\u000a22:27:25.234659 run create_hlr_db(pid=8077): Terminated: ok {rc=0}\u000a22:27:25.658465 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8079): Launched\u000a22:27:25.977922 run osmo-hlr_10.42.42.2(pid=8080): Launched\u000a22:27:26.098313 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:27:26.652525 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8082): Launched\u000a22:27:26.971548 run osmo-stp_10.42.42.5(pid=8083): Launched\u000a22:27:27.088617 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a22:27:27.646440 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8085): Launched\u000a22:27:27.760783 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a22:27:28.039460 run patchelf(pid=8086): Launched\u000a22:27:28.226758 run osmo-stp_10.42.42.5(pid=8083): ERR: Terminated: ERROR {rc=1} [trial-2395↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8083)]\u000a22:27:28.363847 run osmo-stp_10.42.42.5(pid=8083): stdout: \u000a| (launched: 2022-12-13_22:27:26.814761)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:27:28.501371 run osmo-stp_10.42.42.5(pid=8083): stderr: \u000a| �[0;m�[38;5;43m20221213222727010 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213222727010 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213222727010 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213222727011 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213222727011 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213222727011 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213222727011 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:27:28.634388 run osmo-stp_10.42.42.5(pid=8083): stdout: \u000a| (launched: 2022-12-13_22:27:26.814761)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:27:28.765792 run osmo-stp_10.42.42.5(pid=8083): stderr: \u000a| �[0;m�[38;5;43m20221213222727010 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213222727010 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213222727010 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213222727011 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213222727011 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213222727011 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213222727011 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:27:28.918959 run patchelf(pid=8086): Terminating (SIGINT)\u000a22:27:29.098333 run patchelf(pid=8086): Terminated: ok {rc=0}\u000a22:27:29.131106 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=8083): Process ended prematurely: osmo-stp_10.42.42.5(pid=8083) [trial-2395↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8083)] [trial-2395↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪iperf3m4.py:8]\u000a22:27:29.140799 tst iperf3m4.py:8: Test FAILED (10.5 sec)\u000a22:27:29.204716 run osmo-hlr_10.42.42.2(pid=8080): ERR: Terminated: ERROR {rc=237} [trial-2395↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=8080)]\u000a22:27:29.256467 run osmo-hlr_10.42.42.2(pid=8080): stdout: \u000a| (launched: 2022-12-13_22:27:25.820837) \u000a22:27:29.308938 run osmo-hlr_10.42.42.2(pid=8080): stderr: \u000a| �[0;m�[1;31m20221213222726020 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213222726021 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213222726021 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213222726021 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213222726021 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213222726021 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213222726034 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2395/run.2022-12-13_21-44-31/gprs:trx-umtrx+mod-bts0-dynts-osmo/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213222726042 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213222726042 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213222726042 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:27:29.353760 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8069): Terminating (SIGTERM)\u000a22:27:29.396013 run iperf3-srv_10.42.42.10(pid=8070): Terminating (SIGTERM)\u000a22:27:29.438205 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8071): Terminating (SIGTERM)\u000a22:27:29.480200 run iperf3-srv_10.42.42.10(pid=8072): Terminating (SIGTERM)\u000a22:27:29.522576 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8073): Terminating (SIGTERM)\u000a22:27:29.564326 run iperf3-srv_10.42.42.10(pid=8074): Terminating (SIGTERM)\u000a22:27:29.606713 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8075): Terminating (SIGTERM)\u000a22:27:29.648584 run iperf3-srv_10.42.42.10(pid=8076): Terminating (SIGTERM)\u000a22:27:29.690727 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8079): Terminating (SIGTERM)\u000a22:27:29.732652 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8082): Terminating (SIGTERM)\u000a22:27:29.775074 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8085): Terminating (SIGTERM)\u000a22:27:29.784822 --- ParallelTerminationStrategy: PID 8069 died...\u000a22:27:29.841457 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8069): Terminated: ok {rc=0}\u000a22:27:29.851625 --- ParallelTerminationStrategy: PID 8070 died...\u000a22:27:29.907784 run iperf3-srv_10.42.42.10(pid=8070): Terminated {rc=256}\u000a22:27:29.918205 --- ParallelTerminationStrategy: PID 8071 died...\u000a22:27:29.974406 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8071): Terminated: ok {rc=0}\u000a22:27:29.984387 --- ParallelTerminationStrategy: PID 8072 died...\u000a22:27:30.041037 run iperf3-srv_10.42.42.10(pid=8072): Terminated {rc=256}\u000a22:27:30.051147 --- ParallelTerminationStrategy: PID 8073 died...\u000a22:27:30.107359 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8073): Terminated: ok {rc=0}\u000a22:27:30.117558 --- ParallelTerminationStrategy: PID 8074 died...\u000a22:27:30.173761 run iperf3-srv_10.42.42.10(pid=8074): Terminated {rc=256}\u000a22:27:30.183931 --- ParallelTerminationStrategy: PID 8075 died...\u000a22:27:30.240217 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8075): Terminated: ok {rc=0}\u000a22:27:30.250412 --- ParallelTerminationStrategy: PID 8076 died...\u000a22:27:30.306798 run iperf3-srv_10.42.42.10(pid=8076): Terminated {rc=256}\u000a22:27:30.317019 --- ParallelTerminationStrategy: PID 8079 died...\u000a22:27:30.373340 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8079): Terminated: ok {rc=0}\u000a22:27:30.383500 --- ParallelTerminationStrategy: PID 8082 died...\u000a22:27:30.439750 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8082): Terminated: ok {rc=0}\u000a22:27:30.449973 --- ParallelTerminationStrategy: PID 8085 died...\u000a22:27:30.506436 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8085): Terminated: ok {rc=0}\u000a22:27:30.594563 bus /gobi_4: Setting Powered False\u000a22:27:31.723932 bus /gobi_4: Setting Powered False\u000a22:27:32.830950 bus /gobi_1: Setting Powered False\u000a22:27:33.938009 bus /gobi_1: Setting Powered False\u000a22:27:35.046368 bus /gobi_0: Setting Powered False\u000a22:27:36.152881 bus /gobi_0: Setting Powered False\u000a22:27:37.261347 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 257, "className" : "gprs:trx-umtrx+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=8093): Process ended prematurely: osmo-stp_10.42.42.5(pid=8093) [trial-2395↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8093)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=8093): Process ended prematurely: osmo-stp_10.42.42.5(pid=8093) [trial-2395↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8093)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2395 gprs:trx-umtrx+mod-bts0-dynts-osmo ping.py\u000a----------------------------------------------\u000a22:27:38.330466 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a22:27:38.342600 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a22:27:38.506553 tst ping.py: using LAC 36647\u000a22:27:38.629736 tst ping.py: using RAC 182\u000a22:27:38.754932 tst ping.py: using CellId 36647\u000a22:27:38.878837 tst ping.py: using BVCI 36648\u000a22:27:38.903044 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a22:27:38.914715 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a22:27:38.926086 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a22:27:38.937287 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a22:27:38.948639 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a22:27:38.960128 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a22:27:38.971839 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a22:27:38.983278 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a22:27:39.253920 tst ping.py:19: start network...\u000a22:27:39.374924 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:27:39.838089 run create_hlr_db(pid=8087): Launched\u000a22:27:40.007598 bus /gobi_6: Setting Powered False\u000a22:27:41.029430 run create_hlr_db(pid=8087): Terminated: ok {rc=0}\u000a22:27:41.419632 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8089): Launched\u000a22:27:41.713937 run osmo-hlr_10.42.42.2(pid=8090): Launched\u000a22:27:41.826988 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:27:42.346001 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8092): Launched\u000a22:27:42.636778 run osmo-stp_10.42.42.5(pid=8093): Launched\u000a22:27:42.742830 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a22:27:43.251856 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8095): Launched\u000a22:27:43.355520 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a22:27:43.610562 run patchelf(pid=8096): Launched\u000a22:27:43.782870 run osmo-stp_10.42.42.5(pid=8093): ERR: Terminated: ERROR {rc=1} [trial-2395↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8093)]\u000a22:27:43.908117 run osmo-stp_10.42.42.5(pid=8093): stdout: \u000a| (launched: 2022-12-13_22:27:42.494079)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:27:44.033996 run osmo-stp_10.42.42.5(pid=8093): stderr: \u000a| �[0;m�[38;5;43m20221213222742661 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213222742662 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213222742662 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213222742663 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213222742665 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213222742665 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213222742665 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:27:44.155212 run osmo-stp_10.42.42.5(pid=8093): stdout: \u000a| (launched: 2022-12-13_22:27:42.494079)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:27:44.275258 run osmo-stp_10.42.42.5(pid=8093): stderr: \u000a| �[0;m�[38;5;43m20221213222742661 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213222742662 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213222742662 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213222742663 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213222742665 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213222742665 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213222742665 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:27:44.414719 run patchelf(pid=8096): Terminating (SIGINT)\u000a22:27:44.578822 run patchelf(pid=8096): Terminated: ok {rc=0}\u000a22:27:44.608686 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=8093): Process ended prematurely: osmo-stp_10.42.42.5(pid=8093) [trial-2395↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8093)] [trial-2395↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪ping.py:22]\u000a22:27:44.617345 tst ping.py:22: Test FAILED (6.3 sec)\u000a22:27:44.676789 run osmo-hlr_10.42.42.2(pid=8090): ERR: Terminated: ERROR {rc=237} [trial-2395↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=8090)]\u000a22:27:44.725231 run osmo-hlr_10.42.42.2(pid=8090): stdout: \u000a| (launched: 2022-12-13_22:27:41.568083) \u000a22:27:44.774262 run osmo-hlr_10.42.42.2(pid=8090): stderr: \u000a| �[0;m�[1;31m20221213222741744 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213222741744 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213222741744 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213222741745 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213222741745 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213222741745 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213222741757 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2395/run.2022-12-13_21-44-31/gprs:trx-umtrx+mod-bts0-dynts-osmo/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213222741765 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213222741766 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213222741766 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:27:44.816267 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8089): Terminating (SIGTERM)\u000a22:27:44.855595 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8092): Terminating (SIGTERM)\u000a22:27:44.894810 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8095): Terminating (SIGTERM)\u000a22:27:44.903932 --- ParallelTerminationStrategy: PID 8089 died...\u000a22:27:44.956619 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8089): Terminated: ok {rc=0}\u000a22:27:44.966145 --- ParallelTerminationStrategy: PID 8092 died...\u000a22:27:45.018592 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8092): Terminated: ok {rc=0}\u000a22:27:45.028008 --- ParallelTerminationStrategy: PID 8095 died...\u000a22:27:45.080574 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8095): Terminated: ok {rc=0}\u000a22:27:45.169655 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 257, "className" : "gprs:trx-umtrx+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=8103): Process ended prematurely: osmo-stp_10.42.42.5(pid=8103) [trial-2395↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8103)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=8103): Process ended prematurely: osmo-stp_10.42.42.5(pid=8103) [trial-2395↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8103)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2395 gprs:trx-umtrx+mod-bts0-dynts-osmo ping_idle_ping.py\u000a----------------------------------------------\u000a22:27:46.220404 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a22:27:46.232536 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a22:27:46.403127 tst ping_idle_ping.py: using LAC 36648\u000a22:27:46.530301 tst ping_idle_ping.py: using RAC 183\u000a22:27:46.676793 tst ping_idle_ping.py: using CellId 36648\u000a22:27:46.811827 tst ping_idle_ping.py: using BVCI 36649\u000a22:27:46.837061 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a22:27:46.849321 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a22:27:46.861218 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a22:27:46.873127 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a22:27:46.885681 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a22:27:46.898748 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a22:27:46.912071 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a22:27:46.924893 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a22:27:47.245940 tst ping_idle_ping.py:24: start network...\u000a22:27:47.379224 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:27:47.873946 run create_hlr_db(pid=8097): Launched\u000a22:27:48.057748 bus /gobi_6: Setting Powered False\u000a22:27:49.079089 run create_hlr_db(pid=8097): Terminated: ok {rc=0}\u000a22:27:49.475157 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8099): Launched\u000a22:27:49.770383 run osmo-hlr_10.42.42.2(pid=8100): Launched\u000a22:27:49.878691 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:27:50.388777 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8102): Launched\u000a22:27:50.684737 run osmo-stp_10.42.42.5(pid=8103): Launched\u000a22:27:50.795453 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a22:27:51.308598 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8105): Launched\u000a22:27:51.412805 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a22:27:51.668777 run patchelf(pid=8106): Launched\u000a22:27:51.842360 run osmo-stp_10.42.42.5(pid=8103): ERR: Terminated: ERROR {rc=1} [trial-2395↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8103)]\u000a22:27:51.968349 run osmo-stp_10.42.42.5(pid=8103): stdout: \u000a| (launched: 2022-12-13_22:27:50.539828)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:27:52.094249 run osmo-stp_10.42.42.5(pid=8103): stderr: \u000a| �[0;m�[38;5;43m20221213222750711 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213222750711 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213222750711 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213222750712 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213222750712 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213222750712 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213222750712 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:27:52.215899 run osmo-stp_10.42.42.5(pid=8103): stdout: \u000a| (launched: 2022-12-13_22:27:50.539828)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:27:52.336079 run osmo-stp_10.42.42.5(pid=8103): stderr: \u000a| �[0;m�[38;5;43m20221213222750711 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213222750711 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213222750711 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213222750712 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213222750712 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213222750712 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213222750712 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:27:52.476598 run patchelf(pid=8106): Terminating (SIGINT)\u000a22:27:52.641101 run patchelf(pid=8106): Terminated: ok {rc=0}\u000a22:27:52.671280 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=8103): Process ended prematurely: osmo-stp_10.42.42.5(pid=8103) [trial-2395↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8103)] [trial-2395↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪ping_idle_ping.py:27]\u000a22:27:52.679794 tst ping_idle_ping.py:27: Test FAILED (6.4 sec)\u000a22:27:52.739578 run osmo-hlr_10.42.42.2(pid=8100): ERR: Terminated: ERROR {rc=237} [trial-2395↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=8100)]\u000a22:27:52.788364 run osmo-hlr_10.42.42.2(pid=8100): stdout: \u000a| (launched: 2022-12-13_22:27:49.624473) \u000a22:27:52.837930 run osmo-hlr_10.42.42.2(pid=8100): stderr: \u000a| �[0;m�[1;31m20221213222749800 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213222749800 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213222749800 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213222749800 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213222749801 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213222749801 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213222749812 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2395/run.2022-12-13_21-44-31/gprs:trx-umtrx+mod-bts0-dynts-osmo/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213222749821 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213222749821 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213222749821 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:27:52.879766 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8099): Terminating (SIGTERM)\u000a22:27:52.919045 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8102): Terminating (SIGTERM)\u000a22:27:52.958321 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8105): Terminating (SIGTERM)\u000a22:27:52.967107 --- ParallelTerminationStrategy: PID 8099 died...\u000a22:27:53.019845 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8099): Terminated: ok {rc=0}\u000a22:27:53.029490 --- ParallelTerminationStrategy: PID 8102 died...\u000a22:27:53.082120 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8102): Terminated: ok {rc=0}\u000a22:27:53.091596 --- ParallelTerminationStrategy: PID 8105 died...\u000a22:27:53.144227 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8105): Terminated: ok {rc=0}\u000a22:27:53.232082 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 60.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "91", "name" : "gprs_trx-umtrx+mod-bts0-dynts-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T22:26:55" }, { "cases" : [ { "testActions" : [ ], "age" : 257, "className" : "gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=8120): Process ended prematurely: osmo-stp_10.42.42.5(pid=8120) [trial-2395↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8120)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=8120): Process ended prematurely: osmo-stp_10.42.42.5(pid=8120) [trial-2395↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8120)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2395 gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend cs_paging_gprs_active.py\u000a----------------------------------------------\u000a22:27:55.383335 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a22:27:55.394514 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a22:27:55.533517 tst cs_paging_gprs_active.py: using LAC 36649\u000a22:27:55.650867 tst cs_paging_gprs_active.py: using RAC 184\u000a22:27:55.772618 tst cs_paging_gprs_active.py: using CellId 36649\u000a22:27:55.890113 tst cs_paging_gprs_active.py: using BVCI 36650\u000a22:27:55.912937 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a22:27:55.924089 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a22:27:55.935030 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a22:27:55.946093 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a22:27:55.957030 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a22:27:55.967841 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a22:27:55.978878 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a22:27:55.989811 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a22:27:56.001048 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a22:27:56.120071 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a22:27:56.397238 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a22:27:56.522295 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a22:27:56.832259 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8110): Launched\u000a22:27:57.089561 run iperf3-srv_10.42.42.10(pid=8111): Launched\u000a22:27:57.272180 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a22:27:57.396758 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a22:27:57.706722 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8112): Launched\u000a22:27:57.965525 run iperf3-srv_10.42.42.10(pid=8113): Launched\u000a22:27:58.147454 tst cs_paging_gprs_active.py:38: start network...\u000a22:27:58.271544 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:27:58.751654 run create_hlr_db(pid=8114): Launched\u000a22:27:58.924218 bus /gobi_6: Setting Powered False\u000a22:27:59.946801 run create_hlr_db(pid=8114): Terminated: ok {rc=0}\u000a22:28:00.374366 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8116): Launched\u000a22:28:00.696046 run osmo-hlr_10.42.42.2(pid=8117): Launched\u000a22:28:00.813292 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:28:01.470994 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8119): Launched\u000a22:28:01.885757 run osmo-stp_10.42.42.5(pid=8120): Launched\u000a22:28:02.126327 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a22:28:02.708864 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8122): Launched\u000a22:28:02.815383 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a22:28:03.076219 run patchelf(pid=8123): Launched\u000a22:28:03.250768 run osmo-stp_10.42.42.5(pid=8120): ERR: Terminated: ERROR {rc=1} [trial-2395↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8120)]\u000a22:28:03.378807 run osmo-stp_10.42.42.5(pid=8120): stdout: \u000a| (launched: 2022-12-13_22:28:01.629648)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:28:03.507027 run osmo-stp_10.42.42.5(pid=8120): stderr: \u000a| �[0;m�[38;5;43m20221213222801962 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213222801962 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213222801962 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213222801963 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213222801963 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213222801963 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213222801963 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:28:03.630721 run osmo-stp_10.42.42.5(pid=8120): stdout: \u000a| (launched: 2022-12-13_22:28:01.629648)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:28:03.753360 run osmo-stp_10.42.42.5(pid=8120): stderr: \u000a| �[0;m�[38;5;43m20221213222801962 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213222801962 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213222801962 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213222801963 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213222801963 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213222801963 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213222801963 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:28:03.897184 run patchelf(pid=8123): Terminating (SIGINT)\u000a22:28:04.064903 run patchelf(pid=8123): Terminated: ok {rc=0}\u000a22:28:04.095804 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=8120): Process ended prematurely: osmo-stp_10.42.42.5(pid=8120) [trial-2395↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8120)] [trial-2395↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪cs_paging_gprs_active.py:38]\u000a22:28:04.104853 tst cs_paging_gprs_active.py:38: Test FAILED (8.8 sec)\u000a22:28:04.164286 run osmo-hlr_10.42.42.2(pid=8117): ERR: Terminated: ERROR {rc=237} [trial-2395↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=8117)]\u000a22:28:04.212926 run osmo-hlr_10.42.42.2(pid=8117): stdout: \u000a| (launched: 2022-12-13_22:28:00.537852) \u000a22:28:04.262283 run osmo-hlr_10.42.42.2(pid=8117): stderr: \u000a| �[0;m�[1;31m20221213222800737 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213222800737 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213222800737 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213222800737 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213222800738 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213222800738 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213222800754 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2395/run.2022-12-13_21-44-31/gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213222800764 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213222800764 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213222800764 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:28:04.305644 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8110): Terminating (SIGTERM)\u000a22:28:04.345066 run iperf3-srv_10.42.42.10(pid=8111): Terminating (SIGTERM)\u000a22:28:04.385185 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8112): Terminating (SIGTERM)\u000a22:28:04.424615 run iperf3-srv_10.42.42.10(pid=8113): Terminating (SIGTERM)\u000a22:28:04.464047 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8116): Terminating (SIGTERM)\u000a22:28:04.503526 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8119): Terminating (SIGTERM)\u000a22:28:04.542887 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8122): Terminating (SIGTERM)\u000a22:28:04.551969 --- ParallelTerminationStrategy: PID 8110 died...\u000a22:28:04.605729 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8110): Terminated: ok {rc=0}\u000a22:28:04.615393 --- ParallelTerminationStrategy: PID 8111 died...\u000a22:28:04.667995 run iperf3-srv_10.42.42.10(pid=8111): Terminated {rc=256}\u000a22:28:04.677432 --- ParallelTerminationStrategy: PID 8112 died...\u000a22:28:04.730058 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8112): Terminated: ok {rc=0}\u000a22:28:04.739431 --- ParallelTerminationStrategy: PID 8113 died...\u000a22:28:04.792074 run iperf3-srv_10.42.42.10(pid=8113): Terminated {rc=256}\u000a22:28:04.801933 --- ParallelTerminationStrategy: PID 8116 died...\u000a22:28:04.854759 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8116): Terminated: ok {rc=0}\u000a22:28:04.864086 --- ParallelTerminationStrategy: PID 8119 died...\u000a22:28:04.916734 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8119): Terminated: ok {rc=0}\u000a22:28:04.926392 --- ParallelTerminationStrategy: PID 8122 died...\u000a22:28:04.979066 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8122): Terminated: ok {rc=0}\u000a22:28:05.062830 bus /gobi_0: Setting Powered False\u000a22:28:06.170057 bus /gobi_0: Setting Powered False\u000a22:28:07.282564 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 257, "className" : "gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=8132): Process ended prematurely: osmo-stp_10.42.42.5(pid=8132) [trial-2395↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8132)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=8132): Process ended prematurely: osmo-stp_10.42.42.5(pid=8132) [trial-2395↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8132)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2395 gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend iperf3.py\u000a----------------------------------------------\u000a22:28:08.391882 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a22:28:08.403790 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a22:28:08.545379 tst iperf3.py: using LAC 36650\u000a22:28:08.662691 tst iperf3.py: using RAC 185\u000a22:28:08.781908 tst iperf3.py: using CellId 36650\u000a22:28:08.906941 tst iperf3.py: using BVCI 36651\u000a22:28:08.931813 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a22:28:08.943719 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a22:28:08.955429 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a22:28:08.967229 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a22:28:08.979634 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a22:28:08.992108 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a22:28:09.004516 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a22:28:09.016711 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a22:28:09.029195 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a22:28:09.322152 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a22:28:09.455855 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a22:28:09.787196 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8124): Launched\u000a22:28:10.062462 run iperf3-srv_10.42.42.10(pid=8125): Launched\u000a22:28:10.258716 tst iperf3.py:8: start network...\u000a22:28:10.392605 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:28:10.894223 run create_hlr_db(pid=8126): Launched\u000a22:28:11.078580 bus /gobi_6: Setting Powered False\u000a22:28:12.100406 run create_hlr_db(pid=8126): Terminated: ok {rc=0}\u000a22:28:12.501454 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8128): Launched\u000a22:28:12.800032 run osmo-hlr_10.42.42.2(pid=8129): Launched\u000a22:28:12.910447 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:28:13.427723 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8131): Launched\u000a22:28:13.726103 run osmo-stp_10.42.42.5(pid=8132): Launched\u000a22:28:13.833943 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a22:28:14.354429 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8134): Launched\u000a22:28:14.460389 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a22:28:14.721185 run patchelf(pid=8135): Launched\u000a22:28:14.895946 run osmo-stp_10.42.42.5(pid=8132): ERR: Terminated: ERROR {rc=1} [trial-2395↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8132)]\u000a22:28:15.023827 run osmo-stp_10.42.42.5(pid=8132): stdout: \u000a| (launched: 2022-12-13_22:28:13.578796)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:28:15.152377 run osmo-stp_10.42.42.5(pid=8132): stderr: \u000a| �[0;m�[38;5;43m20221213222813747 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213222813747 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213222813748 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213222813748 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213222813750 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213222813751 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213222813751 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:28:15.276240 run osmo-stp_10.42.42.5(pid=8132): stdout: \u000a| (launched: 2022-12-13_22:28:13.578796)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:28:15.399241 run osmo-stp_10.42.42.5(pid=8132): stderr: \u000a| �[0;m�[38;5;43m20221213222813747 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213222813747 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213222813748 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213222813748 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213222813750 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213222813751 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213222813751 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:28:15.541955 run patchelf(pid=8135): Terminating (SIGINT)\u000a22:28:15.709655 run patchelf(pid=8135): Terminated: ok {rc=0}\u000a22:28:15.740515 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=8132): Process ended prematurely: osmo-stp_10.42.42.5(pid=8132) [trial-2395↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8132)] [trial-2395↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3.py:8]\u000a22:28:15.749705 tst iperf3.py:8: Test FAILED (7.4 sec)\u000a22:28:15.809608 run osmo-hlr_10.42.42.2(pid=8129): ERR: Terminated: ERROR {rc=237} [trial-2395↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=8129)]\u000a22:28:15.860849 run osmo-hlr_10.42.42.2(pid=8129): stdout: \u000a| (launched: 2022-12-13_22:28:12.653128) \u000a22:28:15.915178 run osmo-hlr_10.42.42.2(pid=8129): stderr: \u000a| �[0;m�[1;31m20221213222812825 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213222812825 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213222812825 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213222812825 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213222812825 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213222812826 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213222812838 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2395/run.2022-12-13_21-44-31/gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213222812846 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213222812846 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213222812846 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:28:15.959470 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8124): Terminating (SIGTERM)\u000a22:28:16.002478 run iperf3-srv_10.42.42.10(pid=8125): Terminating (SIGTERM)\u000a22:28:16.045901 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8128): Terminating (SIGTERM)\u000a22:28:16.089754 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8131): Terminating (SIGTERM)\u000a22:28:16.131759 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8134): Terminating (SIGTERM)\u000a22:28:16.141444 --- ParallelTerminationStrategy: PID 8124 died...\u000a22:28:16.196360 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8124): Terminated: ok {rc=0}\u000a22:28:16.206289 --- ParallelTerminationStrategy: PID 8125 died...\u000a22:28:16.261651 run iperf3-srv_10.42.42.10(pid=8125): Terminated {rc=256}\u000a22:28:16.271897 --- ParallelTerminationStrategy: PID 8128 died...\u000a22:28:16.327879 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8128): Terminated: ok {rc=0}\u000a22:28:16.338166 --- ParallelTerminationStrategy: PID 8131 died...\u000a22:28:16.393293 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8131): Terminated: ok {rc=0}\u000a22:28:16.403208 --- ParallelTerminationStrategy: PID 8134 died...\u000a22:28:16.457591 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8134): Terminated: ok {rc=0}\u000a22:28:16.542848 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 257, "className" : "gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=8150): Process ended prematurely: osmo-stp_10.42.42.5(pid=8150) [trial-2395↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8150)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=8150): Process ended prematurely: osmo-stp_10.42.42.5(pid=8150) [trial-2395↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8150)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2395 gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend iperf3m4.py\u000a----------------------------------------------\u000a22:28:17.652145 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a22:28:17.664024 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a22:28:17.807674 tst iperf3m4.py: using LAC 36651\u000a22:28:17.932758 tst iperf3m4.py: using RAC 186\u000a22:28:18.059077 tst iperf3m4.py: using CellId 36651\u000a22:28:18.184647 tst iperf3m4.py: using BVCI 36652\u000a22:28:18.209073 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a22:28:18.221160 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a22:28:18.232830 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a22:28:18.244530 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a22:28:18.257157 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a22:28:18.269704 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a22:28:18.282450 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a22:28:18.294772 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a22:28:18.307506 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a22:28:18.426831 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a22:28:18.549393 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a22:28:18.666198 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a22:28:18.939915 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a22:28:19.064327 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a22:28:19.372673 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8136): Launched\u000a22:28:19.629352 run iperf3-srv_10.42.42.10(pid=8137): Launched\u000a22:28:19.810590 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a22:28:19.934471 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a22:28:20.244220 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8138): Launched\u000a22:28:20.500665 run iperf3-srv_10.42.42.10(pid=8139): Launched\u000a22:28:20.682349 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a22:28:20.805929 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a22:28:21.114815 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8140): Launched\u000a22:28:21.370794 run iperf3-srv_10.42.42.10(pid=8141): Launched\u000a22:28:21.551795 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a22:28:21.675258 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a22:28:21.984120 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8142): Launched\u000a22:28:22.240460 run iperf3-srv_10.42.42.10(pid=8143): Launched\u000a22:28:22.421184 tst iperf3m4.py:8: start network...\u000a22:28:22.544546 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:28:23.021614 run create_hlr_db(pid=8144): Launched\u000a22:28:23.192423 bus /gobi_6: Setting Powered False\u000a22:28:24.215468 run create_hlr_db(pid=8144): Terminated: ok {rc=0}\u000a22:28:24.640558 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8146): Launched\u000a22:28:24.959643 run osmo-hlr_10.42.42.2(pid=8147): Launched\u000a22:28:25.079977 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:28:25.638070 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8149): Launched\u000a22:28:25.957266 run osmo-stp_10.42.42.5(pid=8150): Launched\u000a22:28:26.073426 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a22:28:26.629968 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8152): Launched\u000a22:28:26.743887 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a22:28:27.022010 run patchelf(pid=8153): Launched\u000a22:28:27.208907 run osmo-stp_10.42.42.5(pid=8150): ERR: Terminated: ERROR {rc=1} [trial-2395↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8150)]\u000a22:28:27.345652 run osmo-stp_10.42.42.5(pid=8150): stdout: \u000a| (launched: 2022-12-13_22:28:25.800211)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:28:27.482758 run osmo-stp_10.42.42.5(pid=8150): stderr: \u000a| �[0;m�[38;5;43m20221213222825991 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213222825991 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213222825992 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213222825992 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213222825993 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213222825993 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213222825993 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:28:27.615222 run osmo-stp_10.42.42.5(pid=8150): stdout: \u000a| (launched: 2022-12-13_22:28:25.800211)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:28:27.746664 run osmo-stp_10.42.42.5(pid=8150): stderr: \u000a| �[0;m�[38;5;43m20221213222825991 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213222825991 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213222825992 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213222825992 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213222825993 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213222825993 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213222825993 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:28:27.899017 run patchelf(pid=8153): Terminating (SIGINT)\u000a22:28:28.078502 run patchelf(pid=8153): Terminated: ok {rc=0}\u000a22:28:28.111454 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=8150): Process ended prematurely: osmo-stp_10.42.42.5(pid=8150) [trial-2395↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8150)] [trial-2395↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3m4.py:8]\u000a22:28:28.121510 tst iperf3m4.py:8: Test FAILED (10.5 sec)\u000a22:28:28.185389 run osmo-hlr_10.42.42.2(pid=8147): ERR: Terminated: ERROR {rc=237} [trial-2395↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=8147)]\u000a22:28:28.237233 run osmo-hlr_10.42.42.2(pid=8147): stdout: \u000a| (launched: 2022-12-13_22:28:24.802719) \u000a22:28:28.289516 run osmo-hlr_10.42.42.2(pid=8147): stderr: \u000a| �[0;m�[1;31m20221213222825001 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213222825001 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213222825001 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213222825001 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213222825001 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213222825001 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213222825014 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2395/run.2022-12-13_21-44-31/gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213222825022 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213222825022 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213222825023 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:28:28.334123 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8136): Terminating (SIGTERM)\u000a22:28:28.376481 run iperf3-srv_10.42.42.10(pid=8137): Terminating (SIGTERM)\u000a22:28:28.419010 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8138): Terminating (SIGTERM)\u000a22:28:28.461256 run iperf3-srv_10.42.42.10(pid=8139): Terminating (SIGTERM)\u000a22:28:28.503649 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8140): Terminating (SIGTERM)\u000a22:28:28.545905 run iperf3-srv_10.42.42.10(pid=8141): Terminating (SIGTERM)\u000a22:28:28.588100 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8142): Terminating (SIGTERM)\u000a22:28:28.630070 run iperf3-srv_10.42.42.10(pid=8143): Terminating (SIGTERM)\u000a22:28:28.671875 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8146): Terminating (SIGTERM)\u000a22:28:28.714235 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8149): Terminating (SIGTERM)\u000a22:28:28.756365 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8152): Terminating (SIGTERM)\u000a22:28:28.765994 --- ParallelTerminationStrategy: PID 8136 died...\u000a22:28:28.822216 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8136): Terminated: ok {rc=0}\u000a22:28:28.832159 --- ParallelTerminationStrategy: PID 8137 died...\u000a22:28:28.887863 run iperf3-srv_10.42.42.10(pid=8137): Terminated {rc=256}\u000a22:28:28.897811 --- ParallelTerminationStrategy: PID 8138 died...\u000a22:28:28.953831 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8138): Terminated: ok {rc=0}\u000a22:28:28.963758 --- ParallelTerminationStrategy: PID 8139 died...\u000a22:28:29.019554 run iperf3-srv_10.42.42.10(pid=8139): Terminated {rc=256}\u000a22:28:29.029868 --- ParallelTerminationStrategy: PID 8140 died...\u000a22:28:29.085752 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8140): Terminated: ok {rc=0}\u000a22:28:29.095658 --- ParallelTerminationStrategy: PID 8141 died...\u000a22:28:29.151310 run iperf3-srv_10.42.42.10(pid=8141): Terminated {rc=256}\u000a22:28:29.161272 --- ParallelTerminationStrategy: PID 8142 died...\u000a22:28:29.216889 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8142): Terminated: ok {rc=0}\u000a22:28:29.226842 --- ParallelTerminationStrategy: PID 8143 died...\u000a22:28:29.282314 run iperf3-srv_10.42.42.10(pid=8143): Terminated {rc=256}\u000a22:28:29.292207 --- ParallelTerminationStrategy: PID 8146 died...\u000a22:28:29.348110 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8146): Terminated: ok {rc=0}\u000a22:28:29.358098 --- ParallelTerminationStrategy: PID 8149 died...\u000a22:28:29.413839 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8149): Terminated: ok {rc=0}\u000a22:28:29.423828 --- ParallelTerminationStrategy: PID 8152 died...\u000a22:28:29.479796 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8152): Terminated: ok {rc=0}\u000a22:28:29.566565 bus /gobi_4: Setting Powered False\u000a22:28:30.672602 bus /gobi_4: Setting Powered False\u000a22:28:31.781804 bus /gobi_1: Setting Powered False\u000a22:28:32.882843 bus /gobi_1: Setting Powered False\u000a22:28:33.993242 bus /gobi_0: Setting Powered False\u000a22:28:35.099360 bus /gobi_0: Setting Powered False\u000a22:28:36.210851 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 257, "className" : "gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=8160): Process ended prematurely: osmo-stp_10.42.42.5(pid=8160) [trial-2395↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8160)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=8160): Process ended prematurely: osmo-stp_10.42.42.5(pid=8160) [trial-2395↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8160)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2395 gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend ping.py\u000a----------------------------------------------\u000a22:28:37.279051 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a22:28:37.291044 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a22:28:37.428059 tst ping.py: using LAC 36652\u000a22:28:37.542627 tst ping.py: using RAC 187\u000a22:28:37.657085 tst ping.py: using CellId 36652\u000a22:28:37.772156 tst ping.py: using BVCI 36653\u000a22:28:37.794672 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a22:28:37.806054 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a22:28:37.817104 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a22:28:37.828340 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a22:28:37.839437 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a22:28:37.850937 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a22:28:37.862416 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a22:28:37.873782 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a22:28:38.143031 tst ping.py:19: start network...\u000a22:28:38.264339 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:28:38.730416 run create_hlr_db(pid=8154): Launched\u000a22:28:38.898971 bus /gobi_6: Setting Powered False\u000a22:28:39.920257 run create_hlr_db(pid=8154): Terminated: ok {rc=0}\u000a22:28:40.337505 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8156): Launched\u000a22:28:40.650898 run osmo-hlr_10.42.42.2(pid=8157): Launched\u000a22:28:40.769757 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:28:41.318509 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8159): Launched\u000a22:28:41.632698 run osmo-stp_10.42.42.5(pid=8160): Launched\u000a22:28:41.747530 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a22:28:42.297701 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8162): Launched\u000a22:28:42.410371 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a22:28:42.683829 run patchelf(pid=8163): Launched\u000a22:28:42.867941 run osmo-stp_10.42.42.5(pid=8160): ERR: Terminated: ERROR {rc=1} [trial-2395↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8160)]\u000a22:28:43.003272 run osmo-stp_10.42.42.5(pid=8160): stdout: \u000a| (launched: 2022-12-13_22:28:41.477564)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:28:43.138627 run osmo-stp_10.42.42.5(pid=8160): stderr: \u000a| �[0;m�[38;5;43m20221213222841670 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213222841670 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213222841670 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213222841671 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213222841671 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213222841671 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213222841671 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:28:43.269062 run osmo-stp_10.42.42.5(pid=8160): stdout: \u000a| (launched: 2022-12-13_22:28:41.477564)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:28:43.398560 run osmo-stp_10.42.42.5(pid=8160): stderr: \u000a| �[0;m�[38;5;43m20221213222841670 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213222841670 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213222841670 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213222841671 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213222841671 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213222841671 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213222841671 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:28:43.548531 run patchelf(pid=8163): Terminating (SIGINT)\u000a22:28:43.724096 run patchelf(pid=8163): Terminated: ok {rc=0}\u000a22:28:43.756141 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=8160): Process ended prematurely: osmo-stp_10.42.42.5(pid=8160) [trial-2395↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8160)] [trial-2395↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping.py:22]\u000a22:28:43.765405 tst ping.py:22: Test FAILED (6.5 sec)\u000a22:28:43.828281 run osmo-hlr_10.42.42.2(pid=8157): ERR: Terminated: ERROR {rc=237} [trial-2395↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=8157)]\u000a22:28:43.879558 run osmo-hlr_10.42.42.2(pid=8157): stdout: \u000a| (launched: 2022-12-13_22:28:40.496628) \u000a22:28:43.931494 run osmo-hlr_10.42.42.2(pid=8157): stderr: \u000a| �[0;m�[1;31m20221213222840694 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213222840694 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213222840694 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213222840695 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213222840695 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213222840695 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213222840708 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2395/run.2022-12-13_21-44-31/gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213222840717 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213222840717 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213222840717 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:28:43.976499 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8156): Terminating (SIGTERM)\u000a22:28:44.018792 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8159): Terminating (SIGTERM)\u000a22:28:44.060593 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8162): Terminating (SIGTERM)\u000a22:28:44.070343 --- ParallelTerminationStrategy: PID 8156 died...\u000a22:28:44.127094 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8156): Terminated: ok {rc=0}\u000a22:28:44.137212 --- ParallelTerminationStrategy: PID 8159 died...\u000a22:28:44.193663 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8159): Terminated: ok {rc=0}\u000a22:28:44.203746 --- ParallelTerminationStrategy: PID 8162 died...\u000a22:28:44.259894 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8162): Terminated: ok {rc=0}\u000a22:28:44.347485 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 257, "className" : "gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=8170): Process ended prematurely: osmo-stp_10.42.42.5(pid=8170) [trial-2395↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8170)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=8170): Process ended prematurely: osmo-stp_10.42.42.5(pid=8170) [trial-2395↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8170)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2395 gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend ping_idle_ping.py\u000a----------------------------------------------\u000a22:28:45.400071 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a22:28:45.412933 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a22:28:45.560065 tst ping_idle_ping.py: using LAC 36653\u000a22:28:45.685728 tst ping_idle_ping.py: using RAC 188\u000a22:28:45.809686 tst ping_idle_ping.py: using CellId 36653\u000a22:28:45.962104 tst ping_idle_ping.py: using BVCI 36654\u000a22:28:45.987043 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a22:28:45.999592 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a22:28:46.013627 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a22:28:46.025791 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a22:28:46.037440 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a22:28:46.049121 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a22:28:46.061057 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a22:28:46.072631 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a22:28:46.387089 tst ping_idle_ping.py:24: start network...\u000a22:28:46.513134 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:28:47.049766 run create_hlr_db(pid=8164): Launched\u000a22:28:47.226563 bus /gobi_6: Setting Powered False\u000a22:28:48.242774 run create_hlr_db(pid=8164): Terminated: ok {rc=0}\u000a22:28:48.661660 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8166): Launched\u000a22:28:48.975630 run osmo-hlr_10.42.42.2(pid=8167): Launched\u000a22:28:49.089747 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:28:49.635616 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8169): Launched\u000a22:28:49.950031 run osmo-stp_10.42.42.5(pid=8170): Launched\u000a22:28:50.065144 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a22:28:50.613577 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8172): Launched\u000a22:28:50.725833 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a22:28:50.999389 run patchelf(pid=8173): Launched\u000a22:28:51.183482 run osmo-stp_10.42.42.5(pid=8170): ERR: Terminated: ERROR {rc=1} [trial-2395↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8170)]\u000a22:28:51.318233 run osmo-stp_10.42.42.5(pid=8170): stdout: \u000a| (launched: 2022-12-13_22:28:49.795039)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:28:51.453174 run osmo-stp_10.42.42.5(pid=8170): stderr: \u000a| �[0;m�[38;5;43m20221213222849989 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213222849989 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213222849989 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213222849990 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213222849990 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213222849990 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213222849990 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:28:51.583766 run osmo-stp_10.42.42.5(pid=8170): stdout: \u000a| (launched: 2022-12-13_22:28:49.795039)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:28:51.712851 run osmo-stp_10.42.42.5(pid=8170): stderr: \u000a| �[0;m�[38;5;43m20221213222849989 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213222849989 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213222849989 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213222849990 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213222849990 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213222849990 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213222849990 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:28:51.862791 run patchelf(pid=8173): Terminating (SIGINT)\u000a22:28:52.039024 run patchelf(pid=8173): Terminated: ok {rc=0}\u000a22:28:52.070963 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=8170): Process ended prematurely: osmo-stp_10.42.42.5(pid=8170) [trial-2395↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8170)] [trial-2395↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping_idle_ping.py:27]\u000a22:28:52.080262 tst ping_idle_ping.py:27: Test FAILED (6.7 sec)\u000a22:28:52.143433 run osmo-hlr_10.42.42.2(pid=8167): ERR: Terminated: ERROR {rc=237} [trial-2395↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=8167)]\u000a22:28:52.194637 run osmo-hlr_10.42.42.2(pid=8167): stdout: \u000a| (launched: 2022-12-13_22:28:48.821411) \u000a22:28:52.246670 run osmo-hlr_10.42.42.2(pid=8167): stderr: \u000a| �[0;m�[1;31m20221213222849020 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213222849020 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213222849020 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213222849020 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213222849020 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213222849020 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213222849033 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2395/run.2022-12-13_21-44-31/gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213222849041 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213222849041 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213222849041 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:28:52.291025 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8166): Terminating (SIGTERM)\u000a22:28:52.332592 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8169): Terminating (SIGTERM)\u000a22:28:52.374302 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8172): Terminating (SIGTERM)\u000a22:28:52.383859 --- ParallelTerminationStrategy: PID 8166 died...\u000a22:28:52.439948 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8166): Terminated: ok {rc=0}\u000a22:28:52.450050 --- ParallelTerminationStrategy: PID 8169 died...\u000a22:28:52.505810 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8169): Terminated: ok {rc=0}\u000a22:28:52.515701 --- ParallelTerminationStrategy: PID 8172 died...\u000a22:28:52.571670 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8172): Terminated: ok {rc=0}\u000a22:28:52.658659 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 60.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "92", "name" : "gprs_trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T22:27:54" }, { "cases" : [ { "testActions" : [ ], "age" : 257, "className" : "dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=8183): Process ended prematurely: osmo-stp_10.42.42.5(pid=8183) [trial-2395↪dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8183)]", "failedSince" : 2139, "name" : "switch_tch_pdch.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/dynts/switch_tch_pdch.py\", line 54, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=8183): Process ended prematurely: osmo-stp_10.42.42.5(pid=8183) [trial-2395↪dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8183)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2395 dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any switch_tch_pdch.py\u000a----------------------------------------------\u000a22:28:54.705218 tst dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a22:28:54.716619 tst dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a22:28:54.876591 tst switch_tch_pdch.py: using LAC 36654\u000a22:28:54.999603 tst switch_tch_pdch.py: using RAC 189\u000a22:28:55.122675 tst switch_tch_pdch.py: using CellId 36654\u000a22:28:55.245356 tst switch_tch_pdch.py: using BVCI 36655\u000a22:28:55.269468 tst dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a22:28:55.281162 tst dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a22:28:55.292552 tst dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a22:28:55.303948 tst dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a22:28:55.315640 tst dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a22:28:55.327450 tst dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a22:28:55.339365 tst dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a22:28:55.351055 tst dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a22:28:55.467043 tst dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a22:28:55.738209 tst switch_tch_pdch.py:51: start network...\u000a22:28:55.859907 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:28:56.330499 run create_hlr_db(pid=8177): Launched\u000a22:28:56.499802 bus /gobi_6: Setting Powered False\u000a22:28:57.521162 run create_hlr_db(pid=8177): Terminated: ok {rc=0}\u000a22:28:57.938480 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8179): Launched\u000a22:28:58.252866 run osmo-hlr_10.42.42.2(pid=8180): Launched\u000a22:28:58.369406 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:28:58.913827 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8182): Launched\u000a22:28:59.226996 run osmo-stp_10.42.42.5(pid=8183): Launched\u000a22:28:59.343054 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a22:28:59.892771 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8185): Launched\u000a22:29:00.005529 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a22:29:00.278923 run patchelf(pid=8186): Launched\u000a22:29:00.462967 run osmo-stp_10.42.42.5(pid=8183): ERR: Terminated: ERROR {rc=1} [trial-2395↪dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8183)]\u000a22:29:00.597620 run osmo-stp_10.42.42.5(pid=8183): stdout: \u000a| (launched: 2022-12-13_22:28:59.073538)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:29:00.732418 run osmo-stp_10.42.42.5(pid=8183): stderr: \u000a| �[0;m�[38;5;43m20221213222859263 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213222859264 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213222859264 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213222859264 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213222859265 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213222859265 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213222859265 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:29:00.882196 run osmo-stp_10.42.42.5(pid=8183): stdout: \u000a| (launched: 2022-12-13_22:28:59.073538)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:29:01.024568 run osmo-stp_10.42.42.5(pid=8183): stderr: \u000a| �[0;m�[38;5;43m20221213222859263 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213222859264 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213222859264 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213222859264 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213222859265 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213222859265 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213222859265 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:29:01.178033 run patchelf(pid=8186): Terminating (SIGINT)\u000a22:29:01.358971 run patchelf(pid=8186): Terminated: ok {rc=0}\u000a22:29:01.392552 tst switch_tch_pdch.py:54: ERR: Error: osmo-stp_10.42.42.5(pid=8183): Process ended prematurely: osmo-stp_10.42.42.5(pid=8183) [trial-2395↪dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8183)] [trial-2395↪dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54]\u000a22:29:01.402998 tst switch_tch_pdch.py:54: Test FAILED (6.7 sec)\u000a22:29:01.469047 run osmo-hlr_10.42.42.2(pid=8180): ERR: Terminated: ERROR {rc=237} [trial-2395↪dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py↪switch_tch_pdch.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=8180)]\u000a22:29:01.522860 run osmo-hlr_10.42.42.2(pid=8180): stdout: \u000a| (launched: 2022-12-13_22:28:58.098736) \u000a22:29:01.577457 run osmo-hlr_10.42.42.2(pid=8180): stderr: \u000a| �[0;m�[1;31m20221213222858296 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213222858296 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213222858296 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213222858296 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213222858296 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213222858296 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213222858310 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2395/run.2022-12-13_21-44-31/dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any/switch_tch_pdch.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213222858320 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213222858320 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213222858320 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:29:01.624483 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8179): Terminating (SIGTERM)\u000a22:29:01.673188 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8182): Terminating (SIGTERM)\u000a22:29:01.724150 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8185): Terminating (SIGTERM)\u000a22:29:01.736440 --- ParallelTerminationStrategy: PID 8179 died...\u000a22:29:01.803671 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8179): Terminated: ok {rc=0}\u000a22:29:01.816190 --- ParallelTerminationStrategy: PID 8182 died...\u000a22:29:01.886630 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8182): Terminated: ok {rc=0}\u000a22:29:01.898725 --- ParallelTerminationStrategy: PID 8185 died...\u000a22:29:01.964557 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8185): Terminated: ok {rc=0}\u000a22:29:02.061001 bus /gobi_0: Setting Powered False\u000a22:29:03.166332 bus /gobi_0: Setting Powered False\u000a22:29:04.273446 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "93", "name" : "dynts_trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T22:28:54" }, { "cases" : [ { "testActions" : [ ], "age" : 257, "className" : "dynts:trx-umtrx+mod-bts0-dynts67-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=8196): Process ended prematurely: osmo-stp_10.42.42.5(pid=8196) [trial-2395↪dynts:trx-umtrx+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8196)]", "failedSince" : 2139, "name" : "switch_tch_pdch.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/dynts/switch_tch_pdch.py\", line 54, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=8196): Process ended prematurely: osmo-stp_10.42.42.5(pid=8196) [trial-2395↪dynts:trx-umtrx+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8196)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2395 dynts:trx-umtrx+mod-bts0-dynts67-osmo switch_tch_pdch.py\u000a----------------------------------------------\u000a22:29:06.254848 tst dynts:trx-umtrx+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a22:29:06.266292 tst dynts:trx-umtrx+mod-bts0-dynts67-osmo: Using 1 x bts (candidates: 1)\u000a22:29:06.428716 tst switch_tch_pdch.py: using LAC 36655\u000a22:29:06.552285 tst switch_tch_pdch.py: using RAC 190\u000a22:29:06.674155 tst switch_tch_pdch.py: using CellId 36655\u000a22:29:06.796616 tst switch_tch_pdch.py: using BVCI 36656\u000a22:29:06.820397 tst dynts:trx-umtrx+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a22:29:06.831629 tst dynts:trx-umtrx+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a22:29:06.842773 tst dynts:trx-umtrx+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a22:29:06.853908 tst dynts:trx-umtrx+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a22:29:06.865375 tst dynts:trx-umtrx+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a22:29:06.876834 tst dynts:trx-umtrx+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a22:29:06.888428 tst dynts:trx-umtrx+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a22:29:06.899856 tst dynts:trx-umtrx+mod-bts0-dynts67-osmo: Using 1 x modem (candidates: 2)\u000a22:29:07.017797 tst dynts:trx-umtrx+mod-bts0-dynts67-osmo: Using 1 x modem (candidates: 2)\u000a22:29:07.289332 tst switch_tch_pdch.py:51: start network...\u000a22:29:07.409867 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:29:07.854034 run create_hlr_db(pid=8190): Launched\u000a22:29:07.973134 bus /gobi_6: Setting Powered False\u000a22:29:09.044478 run create_hlr_db(pid=8190): Terminated: ok {rc=0}\u000a22:29:09.434089 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8192): Launched\u000a22:29:09.747664 run osmo-hlr_10.42.42.2(pid=8193): Launched\u000a22:29:09.863183 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:29:10.381456 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8195): Launched\u000a22:29:10.695425 run osmo-stp_10.42.42.5(pid=8196): Launched\u000a22:29:10.809136 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a22:29:11.331756 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8198): Launched\u000a22:29:11.443414 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a22:29:11.715749 run patchelf(pid=8199): Launched\u000a22:29:11.899148 run osmo-stp_10.42.42.5(pid=8196): ERR: Terminated: ERROR {rc=1} [trial-2395↪dynts:trx-umtrx+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8196)]\u000a22:29:12.034512 run osmo-stp_10.42.42.5(pid=8196): stdout: \u000a| (launched: 2022-12-13_22:29:10.541086)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:29:12.169300 run osmo-stp_10.42.42.5(pid=8196): stderr: \u000a| �[0;m�[38;5;43m20221213222910730 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213222910731 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213222910731 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213222910731 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213222910732 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213222910732 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213222910732 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:29:12.299910 run osmo-stp_10.42.42.5(pid=8196): stdout: \u000a| (launched: 2022-12-13_22:29:10.541086)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:29:12.429248 run osmo-stp_10.42.42.5(pid=8196): stderr: \u000a| �[0;m�[38;5;43m20221213222910730 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213222910731 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213222910731 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213222910731 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213222910732 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213222910732 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213222910732 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:29:12.579018 run patchelf(pid=8199): Terminating (SIGINT)\u000a22:29:12.754656 run patchelf(pid=8199): Terminated: ok {rc=0}\u000a22:29:12.786897 tst switch_tch_pdch.py:54: ERR: Error: osmo-stp_10.42.42.5(pid=8196): Process ended prematurely: osmo-stp_10.42.42.5(pid=8196) [trial-2395↪dynts:trx-umtrx+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8196)] [trial-2395↪dynts:trx-umtrx+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54]\u000a22:29:12.796077 tst switch_tch_pdch.py:54: Test FAILED (6.5 sec)\u000a22:29:12.858810 run osmo-hlr_10.42.42.2(pid=8193): ERR: Terminated: ERROR {rc=237} [trial-2395↪dynts:trx-umtrx+mod-bts0-dynts67-osmo↪switch_tch_pdch.py↪switch_tch_pdch.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=8193)]\u000a22:29:12.909967 run osmo-hlr_10.42.42.2(pid=8193): stdout: \u000a| (launched: 2022-12-13_22:29:09.593488) \u000a22:29:12.962139 run osmo-hlr_10.42.42.2(pid=8193): stderr: \u000a| �[0;m�[1;31m20221213222909789 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213222909789 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213222909789 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213222909789 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213222909789 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213222909789 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213222909801 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2395/run.2022-12-13_21-44-31/dynts:trx-umtrx+mod-bts0-dynts67-osmo/switch_tch_pdch.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213222909809 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213222909810 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213222909810 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:29:13.006562 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8192): Terminating (SIGTERM)\u000a22:29:13.048300 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8195): Terminating (SIGTERM)\u000a22:29:13.090297 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8198): Terminating (SIGTERM)\u000a22:29:13.099940 --- ParallelTerminationStrategy: PID 8192 died...\u000a22:29:13.156429 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8192): Terminated: ok {rc=0}\u000a22:29:13.166530 --- ParallelTerminationStrategy: PID 8195 died...\u000a22:29:13.222499 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8195): Terminated: ok {rc=0}\u000a22:29:13.232528 --- ParallelTerminationStrategy: PID 8198 died...\u000a22:29:13.288357 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8198): Terminated: ok {rc=0}\u000a22:29:13.374773 bus /gobi_0: Setting Powered False\u000a22:29:14.479622 bus /gobi_0: Setting Powered False\u000a22:29:15.588569 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "94", "name" : "dynts_trx-umtrx+mod-bts0-dynts67-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T22:29:05" }, { "cases" : [ { "testActions" : [ ], "age" : 256, "className" : "nitb_sms:trx-lms", "duration" : 4.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=8204): Process ended prematurely: osmo-nitb_10.42.42.2(pid=8204) [trial-2395↪nitb_sms:trx-lms↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=8204)]", "failedSince" : 2140, "name" : "mo_mt_sms.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_sms/mo_mt_sms.py\", line 11, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=8204): Process ended prematurely: osmo-nitb_10.42.42.2(pid=8204) [trial-2395↪nitb_sms:trx-lms↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=8204)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2395 nitb_sms:trx-lms mo_mt_sms.py\u000a----------------------------------------------\u000a22:29:17.550426 tst nitb_sms:trx-lms: Using 1 x ip_address (candidates: 1)\u000a22:29:17.561718 tst nitb_sms:trx-lms: Using 1 x bts (candidates: 1)\u000a22:29:17.699957 tst mo_mt_sms.py: using LAC 36656\u000a22:29:17.823716 tst mo_mt_sms.py: using RAC 191\u000a22:29:17.945333 tst mo_mt_sms.py: using CellId 36656\u000a22:29:18.067395 tst mo_mt_sms.py: using BVCI 36657\u000a22:29:18.091188 tst nitb_sms:trx-lms: Using 1 x modem (candidates: 2)\u000a22:29:18.206559 tst nitb_sms:trx-lms: Using 1 x modem (candidates: 2)\u000a22:29:18.475848 tst mo_mt_sms.py:9: start nitb and bts...\u000a22:29:18.597227 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a22:29:19.203266 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=8203): Launched\u000a22:29:19.492390 run osmo-nitb_10.42.42.2(pid=8204): Launched\u000a22:29:19.672892 run osmo-nitb_10.42.42.2(pid=8204): ERR: Terminated: ERROR {rc=2} [trial-2395↪nitb_sms:trx-lms↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=8204)]\u000a22:29:19.805588 run osmo-nitb_10.42.42.2(pid=8204): stdout: \u000a| (launched: 2022-12-13_22:29:19.351516) \u000a22:29:19.938446 run osmo-nitb_10.42.42.2(pid=8204): stderr: \u000a| (launched: 2022-12-13_22:29:19.394898)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a22:29:20.067547 run osmo-nitb_10.42.42.2(pid=8204): stdout: \u000a| (launched: 2022-12-13_22:29:19.351516) \u000a22:29:20.195594 run osmo-nitb_10.42.42.2(pid=8204): stderr: \u000a| (launched: 2022-12-13_22:29:19.394898)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a22:29:20.611010 tst osmo-nitb_10.42.42.2(pid=8204): stdout: \u000a| (launched: 2022-12-13_22:29:19.351516) \u000a22:29:20.727182 tst osmo-nitb_10.42.42.2(pid=8204): stderr: \u000a| (launched: 2022-12-13_22:29:19.394898)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a22:29:20.778144 tst mo_mt_sms.py:11: ERR: Error: osmo-nitb_10.42.42.2(pid=8204): Process ended prematurely: osmo-nitb_10.42.42.2(pid=8204) [trial-2395↪nitb_sms:trx-lms↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=8204)] [trial-2395↪nitb_sms:trx-lms↪mo_mt_sms.py:11]\u000a22:29:20.786152 tst mo_mt_sms.py:11: Test FAILED (3.2 sec)\u000a22:29:20.819923 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=8203): Terminating (SIGTERM)\u000a22:29:20.997287 --- ParallelTerminationStrategy: PID 8203 died...\u000a22:29:21.051196 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=8203): Terminated: ok {rc=0}\u000a22:29:21.139630 bus /sierra_3: Setting Powered False\u000a22:29:22.244174 bus /sierra_3: Setting Powered False\u000a22:29:23.353607 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 8.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "95", "name" : "nitb_sms_trx-lms", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T22:29:17" }, { "cases" : [ { "testActions" : [ ], "age" : 65, "className" : "sms:trx-lms", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=8215): Process ended prematurely: osmo-stp_10.42.42.5(pid=8215) [trial-2395↪sms:trx-lms↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8215)]", "failedSince" : 2331, "name" : "mo_mt_sms.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/sms/mo_mt_sms.py\", line 16, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=8215): Process ended prematurely: osmo-stp_10.42.42.5(pid=8215) [trial-2395↪sms:trx-lms↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8215)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2395 sms:trx-lms mo_mt_sms.py\u000a----------------------------------------------\u000a22:29:25.236028 tst sms:trx-lms: Using 1 x ip_address (candidates: 6)\u000a22:29:25.246645 tst sms:trx-lms: Using 1 x bts (candidates: 1)\u000a22:29:25.376298 tst mo_mt_sms.py: using LAC 36657\u000a22:29:25.490665 tst mo_mt_sms.py: using RAC 192\u000a22:29:25.604905 tst mo_mt_sms.py: using CellId 36657\u000a22:29:25.719677 tst mo_mt_sms.py: using BVCI 36658\u000a22:29:25.741941 tst sms:trx-lms: Using 1 x ip_address (candidates: 6)\u000a22:29:25.752225 tst sms:trx-lms: Using 1 x ip_address (candidates: 6)\u000a22:29:25.762567 tst sms:trx-lms: Using 1 x ip_address (candidates: 6)\u000a22:29:25.772755 tst sms:trx-lms: Using 1 x ip_address (candidates: 6)\u000a22:29:25.783610 tst sms:trx-lms: Using 1 x ip_address (candidates: 6)\u000a22:29:25.794223 tst sms:trx-lms: Using 1 x modem (candidates: 2)\u000a22:29:25.906494 tst sms:trx-lms: Using 1 x modem (candidates: 2)\u000a22:29:26.117676 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:29:26.611940 run create_hlr_db(pid=8209): Launched\u000a22:29:26.794143 bus /sierra_2: Setting Powered False\u000a22:29:27.815297 run create_hlr_db(pid=8209): Terminated: ok {rc=0}\u000a22:29:28.232509 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8211): Launched\u000a22:29:28.547293 run osmo-hlr_10.42.42.2(pid=8212): Launched\u000a22:29:28.665132 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:29:29.210264 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8214): Launched\u000a22:29:29.523981 run osmo-stp_10.42.42.5(pid=8215): Launched\u000a22:29:29.638428 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a22:29:30.213722 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8217): Launched\u000a22:29:30.527981 run osmo-msc_10.42.42.6(pid=8218): Launched\u000a22:29:30.712485 run osmo-stp_10.42.42.5(pid=8215): ERR: Terminated: ERROR {rc=1} [trial-2395↪sms:trx-lms↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8215)]\u000a22:29:30.886765 run osmo-stp_10.42.42.5(pid=8215): stdout: \u000a| (launched: 2022-12-13_22:29:29.369518)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:29:31.071494 run osmo-stp_10.42.42.5(pid=8215): stderr: \u000a| �[0;m�[38;5;43m20221213222929558 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213222929558 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213222929559 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213222929559 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213222929559 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213222929560 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213222929560 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:29:31.192818 run osmo-stp_10.42.42.5(pid=8215): stdout: \u000a| (launched: 2022-12-13_22:29:29.369518)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:29:31.315079 run osmo-stp_10.42.42.5(pid=8215): stderr: \u000a| �[0;m�[38;5;43m20221213222929558 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213222929558 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213222929559 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213222929559 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213222929559 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213222929560 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213222929560 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:29:31.368028 tst mo_mt_sms.py:16: ERR: Error: osmo-stp_10.42.42.5(pid=8215): Process ended prematurely: osmo-stp_10.42.42.5(pid=8215) [trial-2395↪sms:trx-lms↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8215)] [trial-2395↪sms:trx-lms↪mo_mt_sms.py:16]\u000a22:29:31.377244 tst mo_mt_sms.py:16: Test FAILED (6.1 sec)\u000a22:29:31.437560 run osmo-hlr_10.42.42.2(pid=8212): ERR: Terminated: ERROR {rc=237} [trial-2395↪sms:trx-lms↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=8212)]\u000a22:29:31.487502 run osmo-hlr_10.42.42.2(pid=8212): stdout: \u000a| (launched: 2022-12-13_22:29:28.391925) \u000a22:29:31.539094 run osmo-hlr_10.42.42.2(pid=8212): stderr: \u000a| �[0;m�[1;31m20221213222928588 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213222928588 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213222928588 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213222928588 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213222928588 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213222928588 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213222928603 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2395/run.2022-12-13_21-44-31/sms:trx-lms/mo_mt_sms.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213222928613 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213222928613 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213222928613 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:29:31.608175 run osmo-msc_10.42.42.6(pid=8218): ERR: Terminated: ERROR {rc=2} [trial-2395↪sms:trx-lms↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=8218)]\u000a22:29:31.657799 run osmo-msc_10.42.42.6(pid=8218): stdout: \u000a| (launched: 2022-12-13_22:29:30.373215) \u000a22:29:31.710213 run osmo-msc_10.42.42.6(pid=8218): stderr: \u000a| �[0;m�[38;5;43m20221213222930695 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213222930695 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f9eee759c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213222930695 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213222930695 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213222930695 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213222930696 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213222930697 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213222930698 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213222930698 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213222930698 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a22:29:31.752864 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8211): Terminating (SIGTERM)\u000a22:29:31.796076 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8214): Terminating (SIGTERM)\u000a22:29:31.838996 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8217): Terminating (SIGTERM)\u000a22:29:31.848796 --- ParallelTerminationStrategy: PID 8211 died...\u000a22:29:31.905853 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8211): Terminated: ok {rc=0}\u000a22:29:31.915835 --- ParallelTerminationStrategy: PID 8214 died...\u000a22:29:31.969600 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8214): Terminated: ok {rc=0}\u000a22:29:31.979645 --- ParallelTerminationStrategy: PID 8217 died...\u000a22:29:32.035181 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8217): Terminated: ok {rc=0}\u000a22:29:32.121425 bus /sierra_3: Setting Powered False\u000a22:29:33.221564 bus /sierra_3: Setting Powered False\u000a22:29:34.331566 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "96", "name" : "sms_trx-lms", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T22:29:25" }, { "cases" : [ { "testActions" : [ ], "age" : 256, "className" : "nitb_ussd:trx-lms", "duration" : 4.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=8224): Process ended prematurely: osmo-nitb_10.42.42.2(pid=8224) [trial-2395↪nitb_ussd:trx-lms↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=8224)]", "failedSince" : 2140, "name" : "assert_extension.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_ussd/assert_extension.py\", line 12, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=8224): Process ended prematurely: osmo-nitb_10.42.42.2(pid=8224) [trial-2395↪nitb_ussd:trx-lms↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=8224)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2395 nitb_ussd:trx-lms assert_extension.py\u000a----------------------------------------------\u000a22:29:36.169504 tst nitb_ussd:trx-lms: Using 1 x ip_address (candidates: 1)\u000a22:29:36.180028 tst nitb_ussd:trx-lms: Using 1 x bts (candidates: 1)\u000a22:29:36.311405 tst assert_extension.py: using LAC 36658\u000a22:29:36.425324 tst assert_extension.py: using RAC 193\u000a22:29:36.563843 tst assert_extension.py: using CellId 36658\u000a22:29:36.690032 tst assert_extension.py: using BVCI 36659\u000a22:29:36.714121 tst nitb_ussd:trx-lms: Using 1 x modem (candidates: 1)\u000a22:29:36.984241 tst assert_extension.py:10: start nitb and bts...\u000a22:29:37.106334 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a22:29:37.715236 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=8223): Launched\u000a22:29:38.005729 run osmo-nitb_10.42.42.2(pid=8224): Launched\u000a22:29:38.186498 run osmo-nitb_10.42.42.2(pid=8224): ERR: Terminated: ERROR {rc=2} [trial-2395↪nitb_ussd:trx-lms↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=8224)]\u000a22:29:38.319381 run osmo-nitb_10.42.42.2(pid=8224): stdout: \u000a| (launched: 2022-12-13_22:29:37.864443) \u000a22:29:38.452554 run osmo-nitb_10.42.42.2(pid=8224): stderr: \u000a| (launched: 2022-12-13_22:29:37.908167)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a22:29:38.581744 run osmo-nitb_10.42.42.2(pid=8224): stdout: \u000a| (launched: 2022-12-13_22:29:37.864443) \u000a22:29:38.710757 run osmo-nitb_10.42.42.2(pid=8224): stderr: \u000a| (launched: 2022-12-13_22:29:37.908167)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a22:29:39.123952 tst osmo-nitb_10.42.42.2(pid=8224): stdout: \u000a| (launched: 2022-12-13_22:29:37.864443) \u000a22:29:39.240796 tst osmo-nitb_10.42.42.2(pid=8224): stderr: \u000a| (launched: 2022-12-13_22:29:37.908167)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a22:29:39.291746 tst assert_extension.py:12: ERR: Error: osmo-nitb_10.42.42.2(pid=8224): Process ended prematurely: osmo-nitb_10.42.42.2(pid=8224) [trial-2395↪nitb_ussd:trx-lms↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=8224)] [trial-2395↪nitb_ussd:trx-lms↪assert_extension.py:12]\u000a22:29:39.300237 tst assert_extension.py:12: Test FAILED (3.1 sec)\u000a22:29:39.334701 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=8223): Terminating (SIGTERM)\u000a22:29:39.512624 --- ParallelTerminationStrategy: PID 8223 died...\u000a22:29:39.567647 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=8223): Terminated: ok {rc=0}\u000a22:29:39.656713 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 6.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "97", "name" : "nitb_ussd_trx-lms", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T22:29:36" }, { "cases" : [ { "testActions" : [ ], "age" : 65, "className" : "ussd:trx-lms", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=8234): Process ended prematurely: osmo-stp_10.42.42.5(pid=8234) [trial-2395↪ussd:trx-lms↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8234)]", "failedSince" : 2331, "name" : "assert_extension.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/ussd/assert_extension.py\", line 17, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=8234): Process ended prematurely: osmo-stp_10.42.42.5(pid=8234) [trial-2395↪ussd:trx-lms↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8234)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2395 ussd:trx-lms assert_extension.py\u000a----------------------------------------------\u000a22:29:41.497588 tst ussd:trx-lms: Using 1 x ip_address (candidates: 6)\u000a22:29:41.508295 tst ussd:trx-lms: Using 1 x bts (candidates: 1)\u000a22:29:41.647088 tst assert_extension.py: using LAC 36659\u000a22:29:41.769652 tst assert_extension.py: using RAC 194\u000a22:29:41.891994 tst assert_extension.py: using CellId 36659\u000a22:29:42.015051 tst assert_extension.py: using BVCI 36660\u000a22:29:42.038992 tst ussd:trx-lms: Using 1 x ip_address (candidates: 6)\u000a22:29:42.049926 tst ussd:trx-lms: Using 1 x ip_address (candidates: 6)\u000a22:29:42.060784 tst ussd:trx-lms: Using 1 x ip_address (candidates: 6)\u000a22:29:42.071657 tst ussd:trx-lms: Using 1 x ip_address (candidates: 6)\u000a22:29:42.082786 tst ussd:trx-lms: Using 1 x ip_address (candidates: 6)\u000a22:29:42.093779 tst ussd:trx-lms: Using 1 x modem (candidates: 1)\u000a22:29:42.292703 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:29:42.764602 run create_hlr_db(pid=8228): Launched\u000a22:29:42.934415 bus /sierra_2: Setting Powered False\u000a22:29:43.955583 run create_hlr_db(pid=8228): Terminated: ok {rc=0}\u000a22:29:44.345548 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8230): Launched\u000a22:29:44.638192 run osmo-hlr_10.42.42.2(pid=8231): Launched\u000a22:29:44.753558 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:29:45.271208 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8233): Launched\u000a22:29:45.563613 run osmo-stp_10.42.42.5(pid=8234): Launched\u000a22:29:45.670245 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a22:29:46.235137 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8236): Launched\u000a22:29:46.557990 run osmo-msc_10.42.42.6(pid=8237): Launched\u000a22:29:46.970080 run osmo-stp_10.42.42.5(pid=8234): ERR: Terminated: ERROR {rc=1} [trial-2395↪ussd:trx-lms↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8234)]\u000a22:29:47.292581 run osmo-stp_10.42.42.5(pid=8234): stdout: \u000a| (launched: 2022-12-13_22:29:45.419650)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:29:47.443025 run osmo-stp_10.42.42.5(pid=8234): stderr: \u000a| �[0;m�[38;5;43m20221213222945589 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213222945589 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213222945590 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213222945590 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213222945592 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213222945592 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213222945592 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:29:47.566438 run osmo-stp_10.42.42.5(pid=8234): stdout: \u000a| (launched: 2022-12-13_22:29:45.419650)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:29:47.683086 run osmo-stp_10.42.42.5(pid=8234): stderr: \u000a| �[0;m�[38;5;43m20221213222945589 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213222945589 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213222945590 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213222945590 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213222945592 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213222945592 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213222945592 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:29:47.734140 tst assert_extension.py:17: ERR: Error: osmo-stp_10.42.42.5(pid=8234): Process ended prematurely: osmo-stp_10.42.42.5(pid=8234) [trial-2395↪ussd:trx-lms↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8234)] [trial-2395↪ussd:trx-lms↪assert_extension.py:17]\u000a22:29:47.742523 tst assert_extension.py:17: Test FAILED (6.2 sec)\u000a22:29:47.801611 run osmo-hlr_10.42.42.2(pid=8231): ERR: Terminated: ERROR {rc=237} [trial-2395↪ussd:trx-lms↪assert_extension.py↪assert_extension.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=8231)]\u000a22:29:47.850466 run osmo-hlr_10.42.42.2(pid=8231): stdout: \u000a| (launched: 2022-12-13_22:29:44.494149) \u000a22:29:47.899774 run osmo-hlr_10.42.42.2(pid=8231): stderr: \u000a| �[0;m�[1;31m20221213222944670 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213222944670 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213222944671 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213222944671 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213222944671 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213222944671 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213222944684 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2395/run.2022-12-13_21-44-31/ussd:trx-lms/assert_extension.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213222944692 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213222944692 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213222944692 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:29:47.966775 run osmo-msc_10.42.42.6(pid=8237): ERR: Terminated: ERROR {rc=2} [trial-2395↪ussd:trx-lms↪assert_extension.py↪assert_extension.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=8237)]\u000a22:29:48.015524 run osmo-msc_10.42.42.6(pid=8237): stdout: \u000a| (launched: 2022-12-13_22:29:46.386989) \u000a22:29:48.064736 run osmo-msc_10.42.42.6(pid=8237): stderr: \u000a| �[0;m�[38;5;43m20221213222946899 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213222946899 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f16c4ab4c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213222946899 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213222946899 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213222946899 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213222946899 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213222946902 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213222946902 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213222946903 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213222946903 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a22:29:48.106396 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8230): Terminating (SIGTERM)\u000a22:29:48.145693 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8233): Terminating (SIGTERM)\u000a22:29:48.185228 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8236): Terminating (SIGTERM)\u000a22:29:48.194368 --- ParallelTerminationStrategy: PID 8230 died...\u000a22:29:48.247795 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8230): Terminated: ok {rc=0}\u000a22:29:48.257387 --- ParallelTerminationStrategy: PID 8233 died...\u000a22:29:48.310145 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8233): Terminated: ok {rc=0}\u000a22:29:48.319625 --- ParallelTerminationStrategy: PID 8236 died...\u000a22:29:48.372473 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8236): Terminated: ok {rc=0}\u000a22:29:48.460866 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 9.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "98", "name" : "ussd_trx-lms", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T22:29:41" }, { "cases" : [ { "testActions" : [ ], "age" : 69, "className" : "voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1", "duration" : 6.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=8248): Process ended prematurely: osmo-stp_10.42.42.5(pid=8248) [trial-2395↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8248)]", "failedSince" : 2327, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=8248): Process ended prematurely: osmo-stp_10.42.42.5(pid=8248) [trial-2395↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8248)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2395 voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call.py\u000a----------------------------------------------\u000a22:29:50.412234 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a22:29:50.423178 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1)\u000a22:29:50.578974 tst mo_mt_call.py: using LAC 36660\u000a22:29:50.698341 tst mo_mt_call.py: using RAC 195\u000a22:29:50.821676 tst mo_mt_call.py: using CellId 36660\u000a22:29:50.937679 tst mo_mt_call.py: using BVCI 36661\u000a22:29:50.960167 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a22:29:50.971084 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a22:29:50.981901 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a22:29:50.992623 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a22:29:51.004017 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a22:29:51.015761 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a22:29:51.136588 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a22:29:51.348514 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:29:51.850323 run create_hlr_db(pid=8242): Launched\u000a22:29:52.036018 bus /sierra_2: Setting Powered False\u000a22:29:53.057226 run create_hlr_db(pid=8242): Terminated: ok {rc=0}\u000a22:29:53.456665 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8244): Launched\u000a22:29:53.754710 run osmo-hlr_10.42.42.2(pid=8245): Launched\u000a22:29:53.864156 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:29:54.381686 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8247): Launched\u000a22:29:54.679958 run osmo-stp_10.42.42.5(pid=8248): Launched\u000a22:29:54.789605 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a22:29:55.333125 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8250): Launched\u000a22:29:55.631702 run osmo-msc_10.42.42.6(pid=8251): Launched\u000a22:29:55.806225 run osmo-stp_10.42.42.5(pid=8248): ERR: Terminated: ERROR {rc=1} [trial-2395↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8248)]\u000a22:29:55.932708 run osmo-stp_10.42.42.5(pid=8248): stdout: \u000a| (launched: 2022-12-13_22:29:54.532836)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:29:56.056712 run osmo-stp_10.42.42.5(pid=8248): stderr: \u000a| �[0;m�[38;5;43m20221213222954703 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213222954703 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213222954704 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213222954704 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213222954704 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213222954705 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213222954705 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:29:56.176358 run osmo-stp_10.42.42.5(pid=8248): stdout: \u000a| (launched: 2022-12-13_22:29:54.532836)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:29:56.294880 run osmo-stp_10.42.42.5(pid=8248): stderr: \u000a| �[0;m�[38;5;43m20221213222954703 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213222954703 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213222954704 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213222954704 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213222954704 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213222954705 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213222954705 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:29:56.347563 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=8248): Process ended prematurely: osmo-stp_10.42.42.5(pid=8248) [trial-2395↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8248)] [trial-2395↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8]\u000a22:29:56.356090 tst mo_mt_call.py:8: Test FAILED (6.0 sec)\u000a22:29:56.415207 run osmo-hlr_10.42.42.2(pid=8245): ERR: Terminated: ERROR {rc=237} [trial-2395↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=8245)]\u000a22:29:56.463694 run osmo-hlr_10.42.42.2(pid=8245): stdout: \u000a| (launched: 2022-12-13_22:29:53.608086) \u000a22:29:56.512743 run osmo-hlr_10.42.42.2(pid=8245): stderr: \u000a| �[0;m�[1;31m20221213222953784 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213222953784 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213222953784 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213222953784 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213222953784 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213222953784 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213222953796 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2395/run.2022-12-13_21-44-31/voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213222953805 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213222953805 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213222953805 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:29:56.579252 run osmo-msc_10.42.42.6(pid=8251): ERR: Terminated: ERROR {rc=2} [trial-2395↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=8251)]\u000a22:29:56.627875 run osmo-msc_10.42.42.6(pid=8251): stdout: \u000a| (launched: 2022-12-13_22:29:55.484381) \u000a22:29:56.676785 run osmo-msc_10.42.42.6(pid=8251): stderr: \u000a| �[0;m�[38;5;43m20221213222955754 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213222955754 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f6d20f29c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213222955754 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213222955754 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213222955754 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213222955754 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213222955756 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213222955756 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213222955757 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213222955757 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a22:29:56.718242 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8244): Terminating (SIGTERM)\u000a22:29:56.757832 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8247): Terminating (SIGTERM)\u000a22:29:56.797302 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8250): Terminating (SIGTERM)\u000a22:29:56.806377 --- ParallelTerminationStrategy: PID 8244 died...\u000a22:29:56.859420 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8244): Terminated: ok {rc=0}\u000a22:29:56.869185 --- ParallelTerminationStrategy: PID 8247 died...\u000a22:29:56.922226 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8247): Terminated: ok {rc=0}\u000a22:29:56.931734 --- ParallelTerminationStrategy: PID 8250 died...\u000a22:29:56.984527 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8250): Terminated: ok {rc=0}\u000a22:29:57.067792 bus /sierra_3: Setting Powered False\u000a22:29:58.174158 bus /sierra_3: Setting Powered False\u000a22:29:59.282111 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 76, "className" : "voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=8262): Process ended prematurely: osmo-stp_10.42.42.5(pid=8262) [trial-2395↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8262)]", "failedSince" : 2320, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=8262): Process ended prematurely: osmo-stp_10.42.42.5(pid=8262) [trial-2395↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8262)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2395 voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a22:30:00.396301 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a22:30:00.408513 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1)\u000a22:30:00.575169 tst mo_mt_call_osmux.py: using LAC 36661\u000a22:30:00.701434 tst mo_mt_call_osmux.py: using RAC 196\u000a22:30:00.828833 tst mo_mt_call_osmux.py: using CellId 36661\u000a22:30:00.977190 tst mo_mt_call_osmux.py: using BVCI 36662\u000a22:30:01.003924 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a22:30:01.021360 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a22:30:01.033176 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a22:30:01.046273 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a22:30:01.057837 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a22:30:01.069511 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a22:30:01.186598 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a22:30:01.394409 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:30:01.928147 run create_hlr_db(pid=8253): Launched\u000a22:30:02.119660 bus /sierra_2: Setting Powered False\u000a22:30:03.123608 run create_hlr_db(pid=8253): Terminated: ok {rc=0}\u000a22:30:03.559299 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8258): Launched\u000a22:30:03.878416 run osmo-hlr_10.42.42.2(pid=8259): Launched\u000a22:30:03.995327 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:30:04.550324 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8261): Launched\u000a22:30:04.869555 run osmo-stp_10.42.42.5(pid=8262): Launched\u000a22:30:04.986972 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a22:30:05.571960 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8264): Launched\u000a22:30:05.890892 run osmo-msc_10.42.42.6(pid=8265): Launched\u000a22:30:06.079505 run osmo-stp_10.42.42.5(pid=8262): ERR: Terminated: ERROR {rc=1} [trial-2395↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8262)]\u000a22:30:06.215334 run osmo-stp_10.42.42.5(pid=8262): stdout: \u000a| (launched: 2022-12-13_22:30:04.712359)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:30:06.350790 run osmo-stp_10.42.42.5(pid=8262): stderr: \u000a| �[0;m�[38;5;43m20221213223004902 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213223004902 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213223004902 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213223004902 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213223004905 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213223004906 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213223004906 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:30:06.479831 run osmo-stp_10.42.42.5(pid=8262): stdout: \u000a| (launched: 2022-12-13_22:30:04.712359)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:30:06.607541 run osmo-stp_10.42.42.5(pid=8262): stderr: \u000a| �[0;m�[38;5;43m20221213223004902 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213223004902 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213223004902 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213223004902 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213223004905 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213223004906 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213223004906 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:30:06.663855 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=8262): Process ended prematurely: osmo-stp_10.42.42.5(pid=8262) [trial-2395↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8262)] [trial-2395↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8]\u000a22:30:06.673312 tst mo_mt_call_osmux.py:8: Test FAILED (6.3 sec)\u000a22:30:06.736642 run osmo-hlr_10.42.42.2(pid=8259): ERR: Terminated: ERROR {rc=237} [trial-2395↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=8259)]\u000a22:30:06.788589 run osmo-hlr_10.42.42.2(pid=8259): stdout: \u000a| (launched: 2022-12-13_22:30:03.722041) \u000a22:30:06.841138 run osmo-hlr_10.42.42.2(pid=8259): stderr: \u000a| �[0;m�[1;31m20221213223003920 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213223003920 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213223003920 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213223003920 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213223003920 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213223003921 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213223003933 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2395/run.2022-12-13_21-44-31/voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213223003941 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213223003941 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213223003942 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:30:06.912244 run osmo-msc_10.42.42.6(pid=8265): ERR: Terminated: ERROR {rc=2} [trial-2395↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=8265)]\u000a22:30:06.963962 run osmo-msc_10.42.42.6(pid=8265): stdout: \u000a| (launched: 2022-12-13_22:30:05.734409) \u000a22:30:07.016487 run osmo-msc_10.42.42.6(pid=8265): stderr: \u000a| �[0;m�[38;5;43m20221213223006058 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213223006058 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f0c83fb0c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213223006058 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213223006058 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213223006058 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213223006058 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213223006060 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213223006060 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213223006060 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213223006061 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a22:30:07.061343 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8258): Terminating (SIGTERM)\u000a22:30:07.103535 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8261): Terminating (SIGTERM)\u000a22:30:07.146043 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8264): Terminating (SIGTERM)\u000a22:30:07.155718 --- ParallelTerminationStrategy: PID 8258 died...\u000a22:30:07.212469 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8258): Terminated: ok {rc=0}\u000a22:30:07.222515 --- ParallelTerminationStrategy: PID 8261 died...\u000a22:30:07.278765 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8261): Terminated: ok {rc=0}\u000a22:30:07.288710 --- ParallelTerminationStrategy: PID 8264 died...\u000a22:30:07.345120 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8264): Terminated: ok {rc=0}\u000a22:30:07.431805 bus /sierra_3: Setting Powered False\u000a22:30:08.538579 bus /sierra_3: Setting Powered False\u000a22:30:09.648118 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "99", "name" : "voice_trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T22:29:50" }, { "cases" : [ { "testActions" : [ ], "age" : 65, "className" : "voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=8276): Process ended prematurely: osmo-stp_10.42.42.5(pid=8276) [trial-2395↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8276)]", "failedSince" : 2331, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=8276): Process ended prematurely: osmo-stp_10.42.42.5(pid=8276) [trial-2395↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8276)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2395 voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call.py\u000a----------------------------------------------\u000a22:30:11.653866 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a22:30:11.665454 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1)\u000a22:30:11.829400 tst mo_mt_call.py: using LAC 36662\u000a22:30:11.951825 tst mo_mt_call.py: using RAC 197\u000a22:30:12.075043 tst mo_mt_call.py: using CellId 36662\u000a22:30:12.198185 tst mo_mt_call.py: using BVCI 36663\u000a22:30:12.222320 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a22:30:12.233747 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a22:30:12.245118 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a22:30:12.256362 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a22:30:12.268085 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a22:30:12.279713 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a22:30:12.398881 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a22:30:12.602348 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:30:13.081096 run create_hlr_db(pid=8270): Launched\u000a22:30:13.252484 bus /sierra_2: Setting Powered False\u000a22:30:14.274094 run create_hlr_db(pid=8270): Terminated: ok {rc=0}\u000a22:30:14.670633 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8272): Launched\u000a22:30:14.970209 run osmo-hlr_10.42.42.2(pid=8273): Launched\u000a22:30:15.090106 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:30:15.614224 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8275): Launched\u000a22:30:16.009196 run osmo-stp_10.42.42.5(pid=8276): Launched\u000a22:30:16.182429 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a22:30:16.791604 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8278): Launched\u000a22:30:17.172125 run osmo-msc_10.42.42.6(pid=8279): Launched\u000a22:30:17.460382 run osmo-stp_10.42.42.5(pid=8276): ERR: Terminated: ERROR {rc=1} [trial-2395↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8276)]\u000a22:30:17.605212 run osmo-stp_10.42.42.5(pid=8276): stdout: \u000a| (launched: 2022-12-13_22:30:15.765748)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:30:17.740218 run osmo-stp_10.42.42.5(pid=8276): stderr: \u000a| �[0;m�[38;5;43m20221213223016055 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213223016055 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213223016055 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213223016056 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213223016056 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213223016056 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213223016056 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:30:17.868593 run osmo-stp_10.42.42.5(pid=8276): stdout: \u000a| (launched: 2022-12-13_22:30:15.765748)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:30:17.996576 run osmo-stp_10.42.42.5(pid=8276): stderr: \u000a| �[0;m�[38;5;43m20221213223016055 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213223016055 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213223016055 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213223016056 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213223016056 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213223016056 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213223016056 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:30:18.052868 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=8276): Process ended prematurely: osmo-stp_10.42.42.5(pid=8276) [trial-2395↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8276)] [trial-2395↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8]\u000a22:30:18.062167 tst mo_mt_call.py:8: Test FAILED (6.4 sec)\u000a22:30:18.125508 run osmo-hlr_10.42.42.2(pid=8273): ERR: Terminated: ERROR {rc=237} [trial-2395↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=8273)]\u000a22:30:18.177444 run osmo-hlr_10.42.42.2(pid=8273): stdout: \u000a| (launched: 2022-12-13_22:30:14.822549) \u000a22:30:18.229724 run osmo-hlr_10.42.42.2(pid=8273): stderr: \u000a| �[0;m�[1;31m20221213223014998 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213223014998 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213223014998 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213223014998 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213223014998 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213223014998 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213223015010 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2395/run.2022-12-13_21-44-31/voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213223015020 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213223015020 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213223015020 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:30:18.300902 run osmo-msc_10.42.42.6(pid=8279): ERR: Terminated: ERROR {rc=2} [trial-2395↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=8279)]\u000a22:30:18.352735 run osmo-msc_10.42.42.6(pid=8279): stdout: \u000a| (launched: 2022-12-13_22:30:16.946589) \u000a22:30:18.404886 run osmo-msc_10.42.42.6(pid=8279): stderr: \u000a| �[0;m�[38;5;43m20221213223017535 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213223017536 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f8ee932bc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213223017536 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213223017536 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213223017536 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213223017536 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213223017538 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213223017538 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213223017538 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213223017538 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a22:30:18.449928 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8272): Terminating (SIGTERM)\u000a22:30:18.492254 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8275): Terminating (SIGTERM)\u000a22:30:18.534507 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8278): Terminating (SIGTERM)\u000a22:30:18.544118 --- ParallelTerminationStrategy: PID 8272 died...\u000a22:30:18.600567 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8272): Terminated: ok {rc=0}\u000a22:30:18.610598 --- ParallelTerminationStrategy: PID 8275 died...\u000a22:30:18.666824 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8275): Terminated: ok {rc=0}\u000a22:30:18.677138 --- ParallelTerminationStrategy: PID 8278 died...\u000a22:30:18.733410 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8278): Terminated: ok {rc=0}\u000a22:30:18.821661 bus /sierra_3: Setting Powered False\u000a22:30:19.925188 bus /sierra_3: Setting Powered False\u000a22:30:21.031242 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 76, "className" : "voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=8287): Process ended prematurely: osmo-stp_10.42.42.5(pid=8287) [trial-2395↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8287)]", "failedSince" : 2320, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=8287): Process ended prematurely: osmo-stp_10.42.42.5(pid=8287) [trial-2395↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8287)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2395 voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a22:30:22.144795 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a22:30:22.156743 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1)\u000a22:30:22.320023 tst mo_mt_call_osmux.py: using LAC 36663\u000a22:30:22.444113 tst mo_mt_call_osmux.py: using RAC 198\u000a22:30:22.571272 tst mo_mt_call_osmux.py: using CellId 36663\u000a22:30:22.696376 tst mo_mt_call_osmux.py: using BVCI 36664\u000a22:30:22.720612 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a22:30:22.732005 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a22:30:22.743417 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a22:30:22.754740 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a22:30:22.766435 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a22:30:22.778119 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a22:30:22.896152 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a22:30:23.108652 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:30:23.611117 run create_hlr_db(pid=8281): Launched\u000a22:30:23.795752 bus /sierra_2: Setting Powered False\u000a22:30:24.817799 run create_hlr_db(pid=8281): Terminated: ok {rc=0}\u000a22:30:25.221421 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8283): Launched\u000a22:30:25.519910 run osmo-hlr_10.42.42.2(pid=8284): Launched\u000a22:30:25.638912 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:30:26.166214 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8286): Launched\u000a22:30:26.463610 run osmo-stp_10.42.42.5(pid=8287): Launched\u000a22:30:26.571907 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a22:30:27.119390 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8289): Launched\u000a22:30:27.418316 run osmo-msc_10.42.42.6(pid=8290): Launched\u000a22:30:27.593672 run osmo-stp_10.42.42.5(pid=8287): ERR: Terminated: ERROR {rc=1} [trial-2395↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8287)]\u000a22:30:27.722344 run osmo-stp_10.42.42.5(pid=8287): stdout: \u000a| (launched: 2022-12-13_22:30:26.317625)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:30:27.846847 run osmo-stp_10.42.42.5(pid=8287): stderr: \u000a| �[0;m�[38;5;43m20221213223026488 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213223026488 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213223026488 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213223026489 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213223026489 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213223026489 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213223026489 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:30:27.966552 run osmo-stp_10.42.42.5(pid=8287): stdout: \u000a| (launched: 2022-12-13_22:30:26.317625)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:30:28.085327 run osmo-stp_10.42.42.5(pid=8287): stderr: \u000a| �[0;m�[38;5;43m20221213223026488 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213223026488 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213223026488 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213223026489 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213223026489 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213223026489 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213223026489 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:30:28.137775 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=8287): Process ended prematurely: osmo-stp_10.42.42.5(pid=8287) [trial-2395↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8287)] [trial-2395↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8]\u000a22:30:28.146514 tst mo_mt_call_osmux.py:8: Test FAILED (6.0 sec)\u000a22:30:28.205354 run osmo-hlr_10.42.42.2(pid=8284): ERR: Terminated: ERROR {rc=237} [trial-2395↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=8284)]\u000a22:30:28.253985 run osmo-hlr_10.42.42.2(pid=8284): stdout: \u000a| (launched: 2022-12-13_22:30:25.373232) \u000a22:30:28.303257 run osmo-hlr_10.42.42.2(pid=8284): stderr: \u000a| �[0;m�[1;31m20221213223025550 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213223025550 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213223025550 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213223025550 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213223025550 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213223025550 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213223025562 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2395/run.2022-12-13_21-44-31/voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213223025573 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213223025573 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213223025573 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:30:28.370209 run osmo-msc_10.42.42.6(pid=8290): ERR: Terminated: ERROR {rc=2} [trial-2395↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=8290)]\u000a22:30:28.418834 run osmo-msc_10.42.42.6(pid=8290): stdout: \u000a| (launched: 2022-12-13_22:30:27.271066) \u000a22:30:28.468038 run osmo-msc_10.42.42.6(pid=8290): stderr: \u000a| �[0;m�[38;5;43m20221213223027542 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213223027542 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7faa55fa7c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213223027542 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213223027543 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213223027543 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213223027543 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213223027545 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213223027545 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213223027545 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213223027545 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a22:30:28.509768 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8283): Terminating (SIGTERM)\u000a22:30:28.549398 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8286): Terminating (SIGTERM)\u000a22:30:28.588973 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8289): Terminating (SIGTERM)\u000a22:30:28.598090 --- ParallelTerminationStrategy: PID 8283 died...\u000a22:30:28.650956 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8283): Terminated: ok {rc=0}\u000a22:30:28.660447 --- ParallelTerminationStrategy: PID 8286 died...\u000a22:30:28.713053 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8286): Terminated: ok {rc=0}\u000a22:30:28.722493 --- ParallelTerminationStrategy: PID 8289 died...\u000a22:30:28.774962 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8289): Terminated: ok {rc=0}\u000a22:30:28.862645 bus /sierra_3: Setting Powered False\u000a22:30:29.968327 bus /sierra_3: Setting Powered False\u000a22:30:31.099437 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "100", "name" : "voice_trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T22:30:11" }, { "cases" : [ { "testActions" : [ ], "age" : 65, "className" : "voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=8301): Process ended prematurely: osmo-stp_10.42.42.5(pid=8301) [trial-2395↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8301)]", "failedSince" : 2331, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=8301): Process ended prematurely: osmo-stp_10.42.42.5(pid=8301) [trial-2395↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8301)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2395 voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call.py\u000a----------------------------------------------\u000a22:30:33.098744 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a22:30:33.110369 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1)\u000a22:30:33.274748 tst mo_mt_call.py: using LAC 36664\u000a22:30:33.399805 tst mo_mt_call.py: using RAC 199\u000a22:30:33.526121 tst mo_mt_call.py: using CellId 36664\u000a22:30:33.650478 tst mo_mt_call.py: using BVCI 36665\u000a22:30:33.674656 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a22:30:33.686118 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a22:30:33.697365 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a22:30:33.708435 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a22:30:33.720034 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a22:30:33.731730 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a22:30:33.848358 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a22:30:34.062517 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:30:34.566246 run create_hlr_db(pid=8295): Launched\u000a22:30:34.751307 bus /sierra_2: Setting Powered False\u000a22:30:35.773282 run create_hlr_db(pid=8295): Terminated: ok {rc=0}\u000a22:30:36.178059 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8297): Launched\u000a22:30:36.478839 run osmo-hlr_10.42.42.2(pid=8298): Launched\u000a22:30:36.590986 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:30:37.111694 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8300): Launched\u000a22:30:37.410931 run osmo-stp_10.42.42.5(pid=8301): Launched\u000a22:30:37.519941 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a22:30:38.067646 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8303): Launched\u000a22:30:38.367551 run osmo-msc_10.42.42.6(pid=8304): Launched\u000a22:30:38.543735 run osmo-stp_10.42.42.5(pid=8301): ERR: Terminated: ERROR {rc=1} [trial-2395↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8301)]\u000a22:30:38.670967 run osmo-stp_10.42.42.5(pid=8301): stdout: \u000a| (launched: 2022-12-13_22:30:37.263262)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:30:38.795890 run osmo-stp_10.42.42.5(pid=8301): stderr: \u000a| �[0;m�[38;5;43m20221213223037432 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213223037432 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213223037432 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213223037433 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213223037433 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213223037433 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213223037433 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:30:38.916607 run osmo-stp_10.42.42.5(pid=8301): stdout: \u000a| (launched: 2022-12-13_22:30:37.263262)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:30:39.036066 run osmo-stp_10.42.42.5(pid=8301): stderr: \u000a| �[0;m�[38;5;43m20221213223037432 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213223037432 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213223037432 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213223037433 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213223037433 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213223037433 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213223037433 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:30:39.089119 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=8301): Process ended prematurely: osmo-stp_10.42.42.5(pid=8301) [trial-2395↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8301)] [trial-2395↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8]\u000a22:30:39.097730 tst mo_mt_call.py:8: Test FAILED (6.0 sec)\u000a22:30:39.158083 run osmo-hlr_10.42.42.2(pid=8298): ERR: Terminated: ERROR {rc=237} [trial-2395↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=8298)]\u000a22:30:39.207213 run osmo-hlr_10.42.42.2(pid=8298): stdout: \u000a| (launched: 2022-12-13_22:30:36.330455) \u000a22:30:39.256847 run osmo-hlr_10.42.42.2(pid=8298): stderr: \u000a| �[0;m�[1;31m20221213223036505 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213223036505 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213223036505 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213223036506 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213223036506 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213223036506 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213223036519 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2395/run.2022-12-13_21-44-31/voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213223036529 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213223036530 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213223036530 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:30:39.324249 run osmo-msc_10.42.42.6(pid=8304): ERR: Terminated: ERROR {rc=2} [trial-2395↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=8304)]\u000a22:30:39.373525 run osmo-msc_10.42.42.6(pid=8304): stdout: \u000a| (launched: 2022-12-13_22:30:38.219493) \u000a22:30:39.422688 run osmo-msc_10.42.42.6(pid=8304): stderr: \u000a| �[0;m�[38;5;43m20221213223038491 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213223038492 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f6824e97c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213223038492 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213223038492 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213223038492 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213223038492 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213223038494 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213223038495 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213223038495 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213223038495 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a22:30:39.464448 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8297): Terminating (SIGTERM)\u000a22:30:39.503861 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8300): Terminating (SIGTERM)\u000a22:30:39.543201 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8303): Terminating (SIGTERM)\u000a22:30:39.552294 --- ParallelTerminationStrategy: PID 8297 died...\u000a22:30:39.605262 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8297): Terminated: ok {rc=0}\u000a22:30:39.614719 --- ParallelTerminationStrategy: PID 8300 died...\u000a22:30:39.667282 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8300): Terminated: ok {rc=0}\u000a22:30:39.676759 --- ParallelTerminationStrategy: PID 8303 died...\u000a22:30:39.729541 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8303): Terminated: ok {rc=0}\u000a22:30:39.818024 bus /sierra_3: Setting Powered False\u000a22:30:40.922874 bus /sierra_3: Setting Powered False\u000a22:30:42.030398 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 76, "className" : "voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=8312): Process ended prematurely: osmo-stp_10.42.42.5(pid=8312) [trial-2395↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8312)]", "failedSince" : 2320, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=8312): Process ended prematurely: osmo-stp_10.42.42.5(pid=8312) [trial-2395↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8312)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2395 voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a22:30:43.144854 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a22:30:43.156827 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1)\u000a22:30:43.319051 tst mo_mt_call_osmux.py: using LAC 36665\u000a22:30:43.444243 tst mo_mt_call_osmux.py: using RAC 200\u000a22:30:43.567102 tst mo_mt_call_osmux.py: using CellId 36665\u000a22:30:43.691425 tst mo_mt_call_osmux.py: using BVCI 36666\u000a22:30:43.715756 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a22:30:43.727233 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a22:30:43.738547 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a22:30:43.749759 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a22:30:43.761408 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a22:30:43.772889 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a22:30:43.889158 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a22:30:44.099200 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:30:44.601836 run create_hlr_db(pid=8306): Launched\u000a22:30:44.786619 bus /sierra_2: Setting Powered False\u000a22:30:45.797235 run create_hlr_db(pid=8306): Terminated: ok {rc=0}\u000a22:30:46.247252 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8308): Launched\u000a22:30:46.656834 run osmo-hlr_10.42.42.2(pid=8309): Launched\u000a22:30:46.979278 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:30:47.542947 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8311): Launched\u000a22:30:47.840541 run osmo-stp_10.42.42.5(pid=8312): Launched\u000a22:30:47.948545 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a22:30:48.494276 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8314): Launched\u000a22:30:48.792269 run osmo-msc_10.42.42.6(pid=8315): Launched\u000a22:30:48.967925 run osmo-stp_10.42.42.5(pid=8312): ERR: Terminated: ERROR {rc=1} [trial-2395↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8312)]\u000a22:30:49.094498 run osmo-stp_10.42.42.5(pid=8312): stdout: \u000a| (launched: 2022-12-13_22:30:47.694375)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:30:49.219727 run osmo-stp_10.42.42.5(pid=8312): stderr: \u000a| �[0;m�[38;5;43m20221213223047864 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213223047864 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213223047864 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213223047865 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213223047865 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213223047865 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213223047865 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:30:49.339602 run osmo-stp_10.42.42.5(pid=8312): stdout: \u000a| (launched: 2022-12-13_22:30:47.694375)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:30:49.458768 run osmo-stp_10.42.42.5(pid=8312): stderr: \u000a| �[0;m�[38;5;43m20221213223047864 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213223047864 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213223047864 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213223047865 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213223047865 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213223047865 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213223047865 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:30:49.511388 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=8312): Process ended prematurely: osmo-stp_10.42.42.5(pid=8312) [trial-2395↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8312)] [trial-2395↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8]\u000a22:30:49.519853 tst mo_mt_call_osmux.py:8: Test FAILED (6.4 sec)\u000a22:30:49.578668 run osmo-hlr_10.42.42.2(pid=8309): ERR: Terminated: ERROR {rc=237} [trial-2395↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=8309)]\u000a22:30:49.627283 run osmo-hlr_10.42.42.2(pid=8309): stdout: \u000a| (launched: 2022-12-13_22:30:46.401761) \u000a22:30:49.676159 run osmo-hlr_10.42.42.2(pid=8309): stderr: \u000a| �[0;m�[1;31m20221213223046743 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213223046743 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213223046743 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213223046743 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213223046743 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213223046743 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213223046759 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2395/run.2022-12-13_21-44-31/voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213223046767 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213223046767 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213223046767 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:30:49.742632 run osmo-msc_10.42.42.6(pid=8315): ERR: Terminated: ERROR {rc=2} [trial-2395↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=8315)]\u000a22:30:49.790988 run osmo-msc_10.42.42.6(pid=8315): stdout: \u000a| (launched: 2022-12-13_22:30:48.645806) \u000a22:30:49.839946 run osmo-msc_10.42.42.6(pid=8315): stderr: \u000a| �[0;m�[38;5;43m20221213223048920 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213223048920 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f58108aac40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213223048920 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213223048920 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213223048920 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213223048921 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213223048922 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213223048923 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213223048923 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213223048923 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a22:30:49.881489 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8308): Terminating (SIGTERM)\u000a22:30:49.920500 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8311): Terminating (SIGTERM)\u000a22:30:49.959486 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8314): Terminating (SIGTERM)\u000a22:30:49.968586 --- ParallelTerminationStrategy: PID 8308 died...\u000a22:30:50.021157 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8308): Terminated: ok {rc=0}\u000a22:30:50.030537 --- ParallelTerminationStrategy: PID 8311 died...\u000a22:30:50.082945 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8311): Terminated: ok {rc=0}\u000a22:30:50.092384 --- ParallelTerminationStrategy: PID 8314 died...\u000a22:30:50.144885 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8314): Terminated: ok {rc=0}\u000a22:30:50.228084 bus /sierra_3: Setting Powered False\u000a22:30:51.333932 bus /sierra_3: Setting Powered False\u000a22:30:52.441272 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "101", "name" : "voice_trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T22:30:32" }, { "cases" : [ { "testActions" : [ ], "age" : 69, "className" : "voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1", "duration" : 6.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=8326): Process ended prematurely: osmo-stp_10.42.42.5(pid=8326) [trial-2395↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8326)]", "failedSince" : 2327, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=8326): Process ended prematurely: osmo-stp_10.42.42.5(pid=8326) [trial-2395↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8326)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2395 voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1 mo_mt_call.py\u000a----------------------------------------------\u000a22:30:54.451205 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a22:30:54.462608 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x bts (candidates: 1)\u000a22:30:54.623525 tst mo_mt_call.py: using LAC 36666\u000a22:30:54.746339 tst mo_mt_call.py: using RAC 201\u000a22:30:54.868860 tst mo_mt_call.py: using CellId 36666\u000a22:30:54.991677 tst mo_mt_call.py: using BVCI 36667\u000a22:30:55.016355 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a22:30:55.027822 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a22:30:55.039121 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a22:30:55.050617 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a22:30:55.062507 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a22:30:55.074236 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a22:30:55.191005 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a22:30:55.400848 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:30:55.901942 run create_hlr_db(pid=8320): Launched\u000a22:30:56.087068 bus /sierra_2: Setting Powered False\u000a22:30:57.108466 run create_hlr_db(pid=8320): Terminated: ok {rc=0}\u000a22:30:57.510621 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8322): Launched\u000a22:30:57.810045 run osmo-hlr_10.42.42.2(pid=8323): Launched\u000a22:30:57.919760 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:30:58.437856 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8325): Launched\u000a22:30:58.735388 run osmo-stp_10.42.42.5(pid=8326): Launched\u000a22:30:58.844440 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a22:30:59.390391 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8328): Launched\u000a22:30:59.689178 run osmo-msc_10.42.42.6(pid=8329): Launched\u000a22:30:59.863834 run osmo-stp_10.42.42.5(pid=8326): ERR: Terminated: ERROR {rc=1} [trial-2395↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8326)]\u000a22:30:59.989948 run osmo-stp_10.42.42.5(pid=8326): stdout: \u000a| (launched: 2022-12-13_22:30:58.588690)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:31:00.113997 run osmo-stp_10.42.42.5(pid=8326): stderr: \u000a| �[0;m�[38;5;43m20221213223058759 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213223058759 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213223058759 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213223058760 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213223058760 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213223058760 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213223058760 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:31:00.233973 run osmo-stp_10.42.42.5(pid=8326): stdout: \u000a| (launched: 2022-12-13_22:30:58.588690)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:31:00.352936 run osmo-stp_10.42.42.5(pid=8326): stderr: \u000a| �[0;m�[38;5;43m20221213223058759 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213223058759 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213223058759 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213223058760 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213223058760 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213223058760 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213223058760 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:31:00.405381 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=8326): Process ended prematurely: osmo-stp_10.42.42.5(pid=8326) [trial-2395↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8326)] [trial-2395↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8]\u000a22:31:00.414082 tst mo_mt_call.py:8: Test FAILED (6.0 sec)\u000a22:31:00.473553 run osmo-hlr_10.42.42.2(pid=8323): ERR: Terminated: ERROR {rc=237} [trial-2395↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=8323)]\u000a22:31:00.522568 run osmo-hlr_10.42.42.2(pid=8323): stdout: \u000a| (launched: 2022-12-13_22:30:57.662307) \u000a22:31:00.571722 run osmo-hlr_10.42.42.2(pid=8323): stderr: \u000a| �[0;m�[1;31m20221213223057835 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213223057835 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213223057835 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213223057835 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213223057835 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213223057835 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213223057847 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2395/run.2022-12-13_21-44-31/voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213223057858 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213223057858 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213223057858 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:31:00.638677 run osmo-msc_10.42.42.6(pid=8329): ERR: Terminated: ERROR {rc=2} [trial-2395↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=8329)]\u000a22:31:00.687302 run osmo-msc_10.42.42.6(pid=8329): stdout: \u000a| (launched: 2022-12-13_22:30:59.541570) \u000a22:31:00.736539 run osmo-msc_10.42.42.6(pid=8329): stderr: \u000a| �[0;m�[38;5;43m20221213223059811 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213223059811 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7ff0597d9c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213223059811 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213223059811 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213223059811 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213223059812 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213223059813 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213223059814 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213223059814 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213223059814 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a22:31:00.778414 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8322): Terminating (SIGTERM)\u000a22:31:00.817883 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8325): Terminating (SIGTERM)\u000a22:31:00.878997 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8328): Terminating (SIGTERM)\u000a22:31:00.888377 --- ParallelTerminationStrategy: PID 8322 died...\u000a22:31:00.945353 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8322): Terminated: ok {rc=0}\u000a22:31:00.955318 --- ParallelTerminationStrategy: PID 8325 died...\u000a22:31:01.009377 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8325): Terminated: ok {rc=0}\u000a22:31:01.019411 --- ParallelTerminationStrategy: PID 8328 died...\u000a22:31:01.074165 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8328): Terminated: ok {rc=0}\u000a22:31:01.163546 bus /sierra_3: Setting Powered False\u000a22:31:02.270272 bus /sierra_3: Setting Powered False\u000a22:31:03.381602 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 72, "className" : "voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1", "duration" : 6.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=8337): Process ended prematurely: osmo-stp_10.42.42.5(pid=8337) [trial-2395↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8337)]", "failedSince" : 2324, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=8337): Process ended prematurely: osmo-stp_10.42.42.5(pid=8337) [trial-2395↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8337)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2395 voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a22:31:04.495130 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a22:31:04.507290 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x bts (candidates: 1)\u000a22:31:04.672018 tst mo_mt_call_osmux.py: using LAC 36667\u000a22:31:04.792152 tst mo_mt_call_osmux.py: using RAC 202\u000a22:31:04.910951 tst mo_mt_call_osmux.py: using CellId 36667\u000a22:31:05.027399 tst mo_mt_call_osmux.py: using BVCI 36668\u000a22:31:05.050275 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a22:31:05.061496 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a22:31:05.072344 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a22:31:05.083103 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a22:31:05.094196 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a22:31:05.104929 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a22:31:05.217769 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a22:31:05.429297 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:31:05.933216 run create_hlr_db(pid=8331): Launched\u000a22:31:06.118903 bus /sierra_2: Setting Powered False\u000a22:31:07.140213 run create_hlr_db(pid=8331): Terminated: ok {rc=0}\u000a22:31:07.542830 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8333): Launched\u000a22:31:07.841672 run osmo-hlr_10.42.42.2(pid=8334): Launched\u000a22:31:07.950727 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:31:08.469165 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8336): Launched\u000a22:31:08.767724 run osmo-stp_10.42.42.5(pid=8337): Launched\u000a22:31:08.876517 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a22:31:09.422245 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8339): Launched\u000a22:31:09.720895 run osmo-msc_10.42.42.6(pid=8340): Launched\u000a22:31:09.896120 run osmo-stp_10.42.42.5(pid=8337): ERR: Terminated: ERROR {rc=1} [trial-2395↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8337)]\u000a22:31:10.023235 run osmo-stp_10.42.42.5(pid=8337): stdout: \u000a| (launched: 2022-12-13_22:31:08.620822)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:31:10.148220 run osmo-stp_10.42.42.5(pid=8337): stderr: \u000a| �[0;m�[38;5;43m20221213223108791 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213223108791 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213223108792 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213223108792 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213223108793 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213223108793 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213223108793 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:31:10.268435 run osmo-stp_10.42.42.5(pid=8337): stdout: \u000a| (launched: 2022-12-13_22:31:08.620822)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:31:10.387283 run osmo-stp_10.42.42.5(pid=8337): stderr: \u000a| �[0;m�[38;5;43m20221213223108791 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213223108791 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213223108792 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213223108792 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213223108793 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213223108793 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213223108793 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:31:10.440279 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=8337): Process ended prematurely: osmo-stp_10.42.42.5(pid=8337) [trial-2395↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8337)] [trial-2395↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8]\u000a22:31:10.449097 tst mo_mt_call_osmux.py:8: Test FAILED (6.0 sec)\u000a22:31:10.508064 run osmo-hlr_10.42.42.2(pid=8334): ERR: Terminated: ERROR {rc=237} [trial-2395↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=8334)]\u000a22:31:10.556504 run osmo-hlr_10.42.42.2(pid=8334): stdout: \u000a| (launched: 2022-12-13_22:31:07.695372) \u000a22:31:10.605524 run osmo-hlr_10.42.42.2(pid=8334): stderr: \u000a| �[0;m�[1;31m20221213223107872 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213223107872 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213223107872 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213223107872 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213223107872 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213223107872 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213223107931 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2395/run.2022-12-13_21-44-31/voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213223107941 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213223107941 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213223107941 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:31:10.672000 run osmo-msc_10.42.42.6(pid=8340): ERR: Terminated: ERROR {rc=2} [trial-2395↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=8340)]\u000a22:31:10.720322 run osmo-msc_10.42.42.6(pid=8340): stdout: \u000a| (launched: 2022-12-13_22:31:09.573726) \u000a22:31:10.769205 run osmo-msc_10.42.42.6(pid=8340): stderr: \u000a| �[0;m�[38;5;43m20221213223109847 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213223109847 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7ffbbf49cc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213223109847 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213223109847 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213223109848 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213223109848 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213223109850 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213223109850 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213223109850 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213223109850 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a22:31:10.810851 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8333): Terminating (SIGTERM)\u000a22:31:10.849904 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8336): Terminating (SIGTERM)\u000a22:31:10.889362 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8339): Terminating (SIGTERM)\u000a22:31:10.898481 --- ParallelTerminationStrategy: PID 8333 died...\u000a22:31:10.951398 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8333): Terminated: ok {rc=0}\u000a22:31:10.961035 --- ParallelTerminationStrategy: PID 8336 died...\u000a22:31:11.013589 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8336): Terminated: ok {rc=0}\u000a22:31:11.023187 --- ParallelTerminationStrategy: PID 8339 died...\u000a22:31:11.075643 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8339): Terminated: ok {rc=0}\u000a22:31:11.163495 bus /sierra_3: Setting Powered False\u000a22:31:12.270744 bus /sierra_3: Setting Powered False\u000a22:31:13.381985 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 21.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "102", "name" : "voice_trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T22:30:54" }, { "cases" : [ { "testActions" : [ ], "age" : 65, "className" : "voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=8351): Process ended prematurely: osmo-stp_10.42.42.5(pid=8351) [trial-2395↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8351)]", "failedSince" : 2331, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=8351): Process ended prematurely: osmo-stp_10.42.42.5(pid=8351) [trial-2395↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8351)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2395 voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call.py\u000a----------------------------------------------\u000a22:31:15.374611 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a22:31:15.385760 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1)\u000a22:31:15.541199 tst mo_mt_call.py: using LAC 36668\u000a22:31:15.659834 tst mo_mt_call.py: using RAC 203\u000a22:31:15.779266 tst mo_mt_call.py: using CellId 36668\u000a22:31:15.920742 tst mo_mt_call.py: using BVCI 36669\u000a22:31:15.947660 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a22:31:15.959216 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a22:31:15.970517 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a22:31:15.982022 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a22:31:15.994181 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a22:31:16.006150 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a22:31:16.130275 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a22:31:16.357175 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:31:16.880061 run create_hlr_db(pid=8345): Launched\u000a22:31:17.055847 bus /sierra_2: Setting Powered False\u000a22:31:18.074732 run create_hlr_db(pid=8345): Terminated: ok {rc=0}\u000a22:31:18.471955 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8347): Launched\u000a22:31:18.770405 run osmo-hlr_10.42.42.2(pid=8348): Launched\u000a22:31:18.881659 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:31:19.399980 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8350): Launched\u000a22:31:19.698524 run osmo-stp_10.42.42.5(pid=8351): Launched\u000a22:31:19.806790 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a22:31:20.352165 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8353): Launched\u000a22:31:20.650733 run osmo-msc_10.42.42.6(pid=8354): Launched\u000a22:31:20.825690 run osmo-stp_10.42.42.5(pid=8351): ERR: Terminated: ERROR {rc=1} [trial-2395↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8351)]\u000a22:31:20.952417 run osmo-stp_10.42.42.5(pid=8351): stdout: \u000a| (launched: 2022-12-13_22:31:19.551984)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:31:21.076553 run osmo-stp_10.42.42.5(pid=8351): stderr: \u000a| �[0;m�[38;5;43m20221213223119724 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213223119724 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213223119724 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213223119724 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213223119725 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213223119725 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213223119725 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:31:21.196877 run osmo-stp_10.42.42.5(pid=8351): stdout: \u000a| (launched: 2022-12-13_22:31:19.551984)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:31:21.315323 run osmo-stp_10.42.42.5(pid=8351): stderr: \u000a| �[0;m�[38;5;43m20221213223119724 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213223119724 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213223119724 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213223119724 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213223119725 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213223119725 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213223119725 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:31:21.367871 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=8351): Process ended prematurely: osmo-stp_10.42.42.5(pid=8351) [trial-2395↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8351)] [trial-2395↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8]\u000a22:31:21.376502 tst mo_mt_call.py:8: Test FAILED (6.0 sec)\u000a22:31:21.436464 run osmo-hlr_10.42.42.2(pid=8348): ERR: Terminated: ERROR {rc=237} [trial-2395↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=8348)]\u000a22:31:21.485497 run osmo-hlr_10.42.42.2(pid=8348): stdout: \u000a| (launched: 2022-12-13_22:31:18.624125) \u000a22:31:21.534854 run osmo-hlr_10.42.42.2(pid=8348): stderr: \u000a| �[0;m�[1;31m20221213223118799 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213223118799 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213223118799 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213223118799 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213223118799 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213223118799 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213223118815 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2395/run.2022-12-13_21-44-31/voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213223118825 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213223118825 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213223118825 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:31:21.601734 run osmo-msc_10.42.42.6(pid=8354): ERR: Terminated: ERROR {rc=2} [trial-2395↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=8354)]\u000a22:31:21.650466 run osmo-msc_10.42.42.6(pid=8354): stdout: \u000a| (launched: 2022-12-13_22:31:20.503923) \u000a22:31:21.699697 run osmo-msc_10.42.42.6(pid=8354): stderr: \u000a| �[0;m�[38;5;43m20221213223120776 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213223120776 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7ff6c1e26c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213223120777 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213223120777 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213223120777 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213223120777 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213223120779 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213223120779 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213223120779 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213223120779 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a22:31:21.741388 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8347): Terminating (SIGTERM)\u000a22:31:21.780709 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8350): Terminating (SIGTERM)\u000a22:31:21.820117 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8353): Terminating (SIGTERM)\u000a22:31:21.829274 --- ParallelTerminationStrategy: PID 8347 died...\u000a22:31:21.882124 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8347): Terminated: ok {rc=0}\u000a22:31:21.892089 --- ParallelTerminationStrategy: PID 8350 died...\u000a22:31:21.945873 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8350): Terminated: ok {rc=0}\u000a22:31:21.955527 --- ParallelTerminationStrategy: PID 8353 died...\u000a22:31:22.008240 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8353): Terminated: ok {rc=0}\u000a22:31:22.091605 bus /sierra_3: Setting Powered False\u000a22:31:23.193310 bus /sierra_3: Setting Powered False\u000a22:31:24.304566 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 231, "className" : "voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=8362): Process ended prematurely: osmo-stp_10.42.42.5(pid=8362) [trial-2395↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8362)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=8362): Process ended prematurely: osmo-stp_10.42.42.5(pid=8362) [trial-2395↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8362)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2395 voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a22:31:25.414388 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a22:31:25.426043 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1)\u000a22:31:25.581670 tst mo_mt_call_osmux.py: using LAC 36669\u000a22:31:25.706516 tst mo_mt_call_osmux.py: using RAC 204\u000a22:31:25.840143 tst mo_mt_call_osmux.py: using CellId 36669\u000a22:31:25.967160 tst mo_mt_call_osmux.py: using BVCI 36670\u000a22:31:25.991483 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a22:31:26.003081 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a22:31:26.014499 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a22:31:26.026017 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a22:31:26.038196 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a22:31:26.049903 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a22:31:26.166891 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a22:31:26.378055 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:31:26.878615 run create_hlr_db(pid=8356): Launched\u000a22:31:27.062352 bus /sierra_2: Setting Powered False\u000a22:31:28.085106 run create_hlr_db(pid=8356): Terminated: ok {rc=0}\u000a22:31:28.508115 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8358): Launched\u000a22:31:28.826472 run osmo-hlr_10.42.42.2(pid=8359): Launched\u000a22:31:28.945959 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:31:29.498955 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8361): Launched\u000a22:31:29.817334 run osmo-stp_10.42.42.5(pid=8362): Launched\u000a22:31:29.933252 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a22:31:30.516358 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8364): Launched\u000a22:31:30.855667 run osmo-msc_10.42.42.6(pid=8365): Launched\u000a22:31:31.148729 run osmo-stp_10.42.42.5(pid=8362): ERR: Terminated: ERROR {rc=1} [trial-2395↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8362)]\u000a22:31:31.307652 run osmo-stp_10.42.42.5(pid=8362): stdout: \u000a| (launched: 2022-12-13_22:31:29.661130)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:31:31.547082 run osmo-stp_10.42.42.5(pid=8362): stderr: \u000a| �[0;m�[38;5;43m20221213223129850 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213223129850 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213223129850 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213223129851 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213223129851 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213223129851 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213223129851 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:31:31.680566 run osmo-stp_10.42.42.5(pid=8362): stdout: \u000a| (launched: 2022-12-13_22:31:29.661130)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:31:31.812605 run osmo-stp_10.42.42.5(pid=8362): stderr: \u000a| �[0;m�[38;5;43m20221213223129850 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213223129850 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213223129850 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213223129851 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213223129851 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213223129851 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213223129851 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:31:31.871424 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=8362): Process ended prematurely: osmo-stp_10.42.42.5(pid=8362) [trial-2395↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8362)] [trial-2395↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8]\u000a22:31:31.882400 tst mo_mt_call_osmux.py:8: Test FAILED (6.5 sec)\u000a22:31:31.948243 run osmo-hlr_10.42.42.2(pid=8359): ERR: Terminated: ERROR {rc=237} [trial-2395↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=8359)]\u000a22:31:32.002619 run osmo-hlr_10.42.42.2(pid=8359): stdout: \u000a| (launched: 2022-12-13_22:31:28.670006) \u000a22:31:32.058127 run osmo-hlr_10.42.42.2(pid=8359): stderr: \u000a| �[0;m�[1;31m20221213223128867 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213223128867 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213223128867 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213223128867 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213223128867 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213223128867 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213223128880 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2395/run.2022-12-13_21-44-31/voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213223128888 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213223128888 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213223128888 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:31:32.131514 run osmo-msc_10.42.42.6(pid=8365): ERR: Terminated: ERROR {rc=2} [trial-2395↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=8365)]\u000a22:31:32.185389 run osmo-msc_10.42.42.6(pid=8365): stdout: \u000a| (launched: 2022-12-13_22:31:30.678170) \u000a22:31:32.239781 run osmo-msc_10.42.42.6(pid=8365): stderr: \u000a| �[0;m�[38;5;43m20221213223131178 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213223131178 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f12226a1c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213223131178 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213223131178 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213223131178 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213223131179 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213223131180 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213223131185 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213223131185 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213223131185 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a22:31:32.285981 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8358): Terminating (SIGTERM)\u000a22:31:32.327935 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8361): Terminating (SIGTERM)\u000a22:31:32.370423 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8364): Terminating (SIGTERM)\u000a22:31:32.380055 --- ParallelTerminationStrategy: PID 8358 died...\u000a22:31:32.436716 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8358): Terminated: ok {rc=0}\u000a22:31:32.446942 --- ParallelTerminationStrategy: PID 8361 died...\u000a22:31:32.503128 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8361): Terminated: ok {rc=0}\u000a22:31:32.513266 --- ParallelTerminationStrategy: PID 8364 died...\u000a22:31:32.569230 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8364): Terminated: ok {rc=0}\u000a22:31:32.654876 bus /sierra_3: Setting Powered False\u000a22:31:33.760720 bus /sierra_3: Setting Powered False\u000a22:31:34.867912 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "103", "name" : "voice_trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T22:31:15" }, { "cases" : [ { "testActions" : [ ], "age" : 65, "className" : "voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any", "duration" : 6.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=8377): Process ended prematurely: osmo-stp_10.42.42.5(pid=8377) [trial-2395↪voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8377)]", "failedSince" : 2331, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=8377): Process ended prematurely: osmo-stp_10.42.42.5(pid=8377) [trial-2395↪voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8377)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2395 voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call.py\u000a----------------------------------------------\u000a22:31:36.854555 tst voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a22:31:36.865613 tst voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a22:31:37.021079 tst mo_mt_call.py: using LAC 36670\u000a22:31:37.143305 tst mo_mt_call.py: using RAC 205\u000a22:31:37.258860 tst mo_mt_call.py: using CellId 36670\u000a22:31:37.374497 tst mo_mt_call.py: using BVCI 36671\u000a22:31:37.397211 tst voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a22:31:37.408109 tst voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a22:31:37.418928 tst voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a22:31:37.429868 tst voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a22:31:37.440778 tst voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a22:31:37.451560 tst voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a22:31:37.563978 tst voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a22:31:37.774160 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:31:38.279074 run create_hlr_db(pid=8371): Launched\u000a22:31:38.464741 bus /sierra_2: Setting Powered False\u000a22:31:39.486072 run create_hlr_db(pid=8371): Terminated: ok {rc=0}\u000a22:31:39.889570 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8373): Launched\u000a22:31:40.187915 run osmo-hlr_10.42.42.2(pid=8374): Launched\u000a22:31:40.297510 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:31:40.814032 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8376): Launched\u000a22:31:41.113404 run osmo-stp_10.42.42.5(pid=8377): Launched\u000a22:31:41.222472 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a22:31:41.769012 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8379): Launched\u000a22:31:42.068720 run osmo-msc_10.42.42.6(pid=8380): Launched\u000a22:31:42.244038 run osmo-stp_10.42.42.5(pid=8377): ERR: Terminated: ERROR {rc=1} [trial-2395↪voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8377)]\u000a22:31:42.370905 run osmo-stp_10.42.42.5(pid=8377): stdout: \u000a| (launched: 2022-12-13_22:31:40.965904)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:31:42.495353 run osmo-stp_10.42.42.5(pid=8377): stderr: \u000a| �[0;m�[38;5;43m20221213223141138 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213223141138 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213223141138 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213223141138 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213223141140 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213223141141 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213223141141 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:31:42.615500 run osmo-stp_10.42.42.5(pid=8377): stdout: \u000a| (launched: 2022-12-13_22:31:40.965904)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:31:42.734429 run osmo-stp_10.42.42.5(pid=8377): stderr: \u000a| �[0;m�[38;5;43m20221213223141138 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213223141138 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213223141138 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213223141138 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213223141140 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213223141141 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213223141141 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:31:42.786891 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=8377): Process ended prematurely: osmo-stp_10.42.42.5(pid=8377) [trial-2395↪voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8377)] [trial-2395↪voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8]\u000a22:31:42.795608 tst mo_mt_call.py:8: Test FAILED (6.0 sec)\u000a22:31:42.854576 run osmo-hlr_10.42.42.2(pid=8374): ERR: Terminated: ERROR {rc=237} [trial-2395↪voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=8374)]\u000a22:31:42.902754 run osmo-hlr_10.42.42.2(pid=8374): stdout: \u000a| (launched: 2022-12-13_22:31:40.041158) \u000a22:31:42.951677 run osmo-hlr_10.42.42.2(pid=8374): stderr: \u000a| �[0;m�[1;31m20221213223140218 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213223140218 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213223140218 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213223140218 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213223140218 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213223140218 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213223140229 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2395/run.2022-12-13_21-44-31/voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213223140238 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213223140238 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213223140238 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:31:43.018292 run osmo-msc_10.42.42.6(pid=8380): ERR: Terminated: ERROR {rc=2} [trial-2395↪voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=8380)]\u000a22:31:43.066649 run osmo-msc_10.42.42.6(pid=8380): stdout: \u000a| (launched: 2022-12-13_22:31:41.920807) \u000a22:31:43.115454 run osmo-msc_10.42.42.6(pid=8380): stderr: \u000a| �[0;m�[38;5;43m20221213223142195 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213223142195 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f0807b2fc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213223142195 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213223142196 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213223142196 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213223142196 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213223142198 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213223142198 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213223142198 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213223142198 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a22:31:43.156739 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8373): Terminating (SIGTERM)\u000a22:31:43.195921 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8376): Terminating (SIGTERM)\u000a22:31:43.234971 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8379): Terminating (SIGTERM)\u000a22:31:43.244083 --- ParallelTerminationStrategy: PID 8373 died...\u000a22:31:43.297062 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8373): Terminated: ok {rc=0}\u000a22:31:43.306696 --- ParallelTerminationStrategy: PID 8376 died...\u000a22:31:43.359214 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8376): Terminated: ok {rc=0}\u000a22:31:43.368557 --- ParallelTerminationStrategy: PID 8379 died...\u000a22:31:43.420716 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8379): Terminated: ok {rc=0}\u000a22:31:43.507354 bus /sierra_3: Setting Powered False\u000a22:31:44.613306 bus /sierra_3: Setting Powered False\u000a22:31:45.721408 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 231, "className" : "voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=8388): Process ended prematurely: osmo-stp_10.42.42.5(pid=8388) [trial-2395↪voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8388)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=8388): Process ended prematurely: osmo-stp_10.42.42.5(pid=8388) [trial-2395↪voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8388)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2395 voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call_osmux.py\u000a----------------------------------------------\u000a22:31:46.836816 tst voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a22:31:46.850136 tst voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a22:31:47.007322 tst mo_mt_call_osmux.py: using LAC 36671\u000a22:31:47.126185 tst mo_mt_call_osmux.py: using RAC 206\u000a22:31:47.259616 tst mo_mt_call_osmux.py: using CellId 36671\u000a22:31:47.385275 tst mo_mt_call_osmux.py: using BVCI 36672\u000a22:31:47.409628 tst voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a22:31:47.421376 tst voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a22:31:47.432838 tst voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a22:31:47.444379 tst voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a22:31:47.456634 tst voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a22:31:47.468445 tst voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a22:31:47.587097 tst voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a22:31:47.794831 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:31:48.274942 run create_hlr_db(pid=8382): Launched\u000a22:31:48.446834 bus /sierra_2: Setting Powered False\u000a22:31:49.468936 run create_hlr_db(pid=8382): Terminated: ok {rc=0}\u000a22:31:49.894769 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8384): Launched\u000a22:31:50.216790 run osmo-hlr_10.42.42.2(pid=8385): Launched\u000a22:31:50.336857 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:31:50.890534 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8387): Launched\u000a22:31:51.210386 run osmo-stp_10.42.42.5(pid=8388): Launched\u000a22:31:51.326594 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a22:31:51.918223 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8390): Launched\u000a22:31:52.239471 run osmo-msc_10.42.42.6(pid=8391): Launched\u000a22:31:52.428216 run osmo-stp_10.42.42.5(pid=8388): ERR: Terminated: ERROR {rc=1} [trial-2395↪voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8388)]\u000a22:31:52.564201 run osmo-stp_10.42.42.5(pid=8388): stdout: \u000a| (launched: 2022-12-13_22:31:51.053249)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:31:52.699900 run osmo-stp_10.42.42.5(pid=8388): stderr: \u000a| �[0;m�[38;5;43m20221213223151243 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213223151243 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213223151244 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213223151244 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213223151246 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213223151246 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213223151247 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:31:52.829204 run osmo-stp_10.42.42.5(pid=8388): stdout: \u000a| (launched: 2022-12-13_22:31:51.053249)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:31:52.957200 run osmo-stp_10.42.42.5(pid=8388): stderr: \u000a| �[0;m�[38;5;43m20221213223151243 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213223151243 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213223151244 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213223151244 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213223151246 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213223151246 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213223151247 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:31:53.013802 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=8388): Process ended prematurely: osmo-stp_10.42.42.5(pid=8388) [trial-2395↪voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8388)] [trial-2395↪voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8]\u000a22:31:53.022989 tst mo_mt_call_osmux.py:8: Test FAILED (6.2 sec)\u000a22:31:53.086420 run osmo-hlr_10.42.42.2(pid=8385): ERR: Terminated: ERROR {rc=237} [trial-2395↪voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=8385)]\u000a22:31:53.138107 run osmo-hlr_10.42.42.2(pid=8385): stdout: \u000a| (launched: 2022-12-13_22:31:50.058677) \u000a22:31:53.190220 run osmo-hlr_10.42.42.2(pid=8385): stderr: \u000a| �[0;m�[1;31m20221213223150257 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213223150257 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213223150257 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213223150257 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213223150257 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213223150257 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213223150270 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2395/run.2022-12-13_21-44-31/voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213223150280 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213223150281 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213223150281 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:31:53.260528 run osmo-msc_10.42.42.6(pid=8391): ERR: Terminated: ERROR {rc=2} [trial-2395↪voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=8391)]\u000a22:31:53.311843 run osmo-msc_10.42.42.6(pid=8391): stdout: \u000a| (launched: 2022-12-13_22:31:52.081913) \u000a22:31:53.363741 run osmo-msc_10.42.42.6(pid=8391): stderr: \u000a| �[0;m�[38;5;43m20221213223152400 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213223152400 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f7ea4d91c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213223152400 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213223152400 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213223152401 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213223152401 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213223152403 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213223152403 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213223152403 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213223152403 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a22:31:53.407895 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8384): Terminating (SIGTERM)\u000a22:31:53.450344 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8387): Terminating (SIGTERM)\u000a22:31:53.492541 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8390): Terminating (SIGTERM)\u000a22:31:53.502325 --- ParallelTerminationStrategy: PID 8384 died...\u000a22:31:53.558788 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8384): Terminated: ok {rc=0}\u000a22:31:53.569004 --- ParallelTerminationStrategy: PID 8387 died...\u000a22:31:53.624855 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8387): Terminated: ok {rc=0}\u000a22:31:53.634879 --- ParallelTerminationStrategy: PID 8390 died...\u000a22:31:53.691009 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8390): Terminated: ok {rc=0}\u000a22:31:53.779021 bus /sierra_3: Setting Powered False\u000a22:31:54.883268 bus /sierra_3: Setting Powered False\u000a22:31:55.990878 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "104", "name" : "voice_trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T22:31:36" }, { "cases" : [ { "testActions" : [ ], "age" : 67, "className" : "voice:trx-lms+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=8402): Process ended prematurely: osmo-stp_10.42.42.5(pid=8402) [trial-2395↪voice:trx-lms+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8402)]", "failedSince" : 2329, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=8402): Process ended prematurely: osmo-stp_10.42.42.5(pid=8402) [trial-2395↪voice:trx-lms+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8402)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2395 voice:trx-lms+mod-bts0-dynts-osmo mo_mt_call.py\u000a----------------------------------------------\u000a22:31:58.002880 tst voice:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a22:31:58.014424 tst voice:trx-lms+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a22:31:58.173379 tst mo_mt_call.py: using LAC 36672\u000a22:31:58.290871 tst mo_mt_call.py: using RAC 207\u000a22:31:58.408107 tst mo_mt_call.py: using CellId 36672\u000a22:31:58.524217 tst mo_mt_call.py: using BVCI 36673\u000a22:31:58.547074 tst voice:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a22:31:58.558119 tst voice:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a22:31:58.568761 tst voice:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a22:31:58.579847 tst voice:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a22:31:58.590721 tst voice:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a22:31:58.601575 tst voice:trx-lms+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a22:31:58.717148 tst voice:trx-lms+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a22:31:58.927642 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:31:59.431771 run create_hlr_db(pid=8396): Launched\u000a22:31:59.616846 bus /sierra_2: Setting Powered False\u000a22:32:00.638040 run create_hlr_db(pid=8396): Terminated: ok {rc=0}\u000a22:32:01.083656 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8398): Launched\u000a22:32:01.507560 run osmo-hlr_10.42.42.2(pid=8399): Launched\u000a22:32:01.736724 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:32:02.300310 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8401): Launched\u000a22:32:02.600617 run osmo-stp_10.42.42.5(pid=8402): Launched\u000a22:32:02.710695 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a22:32:03.257803 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8404): Launched\u000a22:32:03.556588 run osmo-msc_10.42.42.6(pid=8405): Launched\u000a22:32:03.734152 run osmo-stp_10.42.42.5(pid=8402): ERR: Terminated: ERROR {rc=1} [trial-2395↪voice:trx-lms+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8402)]\u000a22:32:03.862027 run osmo-stp_10.42.42.5(pid=8402): stdout: \u000a| (launched: 2022-12-13_22:32:02.452684)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:32:03.987460 run osmo-stp_10.42.42.5(pid=8402): stderr: \u000a| �[0;m�[38;5;43m20221213223202623 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213223202623 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213223202623 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213223202624 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213223202624 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213223202624 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213223202624 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:32:04.108573 run osmo-stp_10.42.42.5(pid=8402): stdout: \u000a| (launched: 2022-12-13_22:32:02.452684)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:32:04.228504 run osmo-stp_10.42.42.5(pid=8402): stderr: \u000a| �[0;m�[38;5;43m20221213223202623 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213223202623 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213223202623 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213223202624 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213223202624 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213223202624 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213223202624 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:32:04.281555 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=8402): Process ended prematurely: osmo-stp_10.42.42.5(pid=8402) [trial-2395↪voice:trx-lms+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8402)] [trial-2395↪voice:trx-lms+mod-bts0-dynts-osmo↪mo_mt_call.py:8]\u000a22:32:04.290265 tst mo_mt_call.py:8: Test FAILED (6.3 sec)\u000a22:32:04.349720 run osmo-hlr_10.42.42.2(pid=8399): ERR: Terminated: ERROR {rc=237} [trial-2395↪voice:trx-lms+mod-bts0-dynts-osmo↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=8399)]\u000a22:32:04.398670 run osmo-hlr_10.42.42.2(pid=8399): stdout: \u000a| (launched: 2022-12-13_22:32:01.241949) \u000a22:32:04.448355 run osmo-hlr_10.42.42.2(pid=8399): stderr: \u000a| �[0;m�[1;31m20221213223201465 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213223201465 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213223201465 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213223201466 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213223201466 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213223201466 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213223201487 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2395/run.2022-12-13_21-44-31/voice:trx-lms+mod-bts0-dynts-osmo/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213223201496 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213223201497 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213223201497 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:32:04.515452 run osmo-msc_10.42.42.6(pid=8405): ERR: Terminated: ERROR {rc=2} [trial-2395↪voice:trx-lms+mod-bts0-dynts-osmo↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=8405)]\u000a22:32:04.564208 run osmo-msc_10.42.42.6(pid=8405): stdout: \u000a| (launched: 2022-12-13_22:32:03.409548) \u000a22:32:04.613292 run osmo-msc_10.42.42.6(pid=8405): stderr: \u000a| �[0;m�[38;5;43m20221213223203682 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213223203682 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fd0d2e81c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213223203682 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213223203682 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213223203682 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213223203682 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213223203686 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213223203686 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213223203686 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213223203687 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a22:32:04.654927 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8398): Terminating (SIGTERM)\u000a22:32:04.695197 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8401): Terminating (SIGTERM)\u000a22:32:04.734539 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8404): Terminating (SIGTERM)\u000a22:32:04.743700 --- ParallelTerminationStrategy: PID 8398 died...\u000a22:32:04.797147 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8398): Terminated: ok {rc=0}\u000a22:32:04.806775 --- ParallelTerminationStrategy: PID 8401 died...\u000a22:32:04.859652 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8401): Terminated: ok {rc=0}\u000a22:32:04.869120 --- ParallelTerminationStrategy: PID 8404 died...\u000a22:32:04.922203 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8404): Terminated: ok {rc=0}\u000a22:32:05.010521 bus /sierra_3: Setting Powered False\u000a22:32:06.113498 bus /sierra_3: Setting Powered False\u000a22:32:07.220896 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 231, "className" : "voice:trx-lms+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=8413): Process ended prematurely: osmo-stp_10.42.42.5(pid=8413) [trial-2395↪voice:trx-lms+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8413)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=8413): Process ended prematurely: osmo-stp_10.42.42.5(pid=8413) [trial-2395↪voice:trx-lms+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8413)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2395 voice:trx-lms+mod-bts0-dynts-osmo mo_mt_call_osmux.py\u000a----------------------------------------------\u000a22:32:08.335019 tst voice:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a22:32:08.346927 tst voice:trx-lms+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a22:32:08.512556 tst mo_mt_call_osmux.py: using LAC 36673\u000a22:32:08.633869 tst mo_mt_call_osmux.py: using RAC 208\u000a22:32:08.751806 tst mo_mt_call_osmux.py: using CellId 36673\u000a22:32:08.870329 tst mo_mt_call_osmux.py: using BVCI 36674\u000a22:32:08.893224 tst voice:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a22:32:08.904144 tst voice:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a22:32:08.914977 tst voice:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a22:32:08.926087 tst voice:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a22:32:08.936933 tst voice:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a22:32:08.947966 tst voice:trx-lms+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a22:32:09.067088 tst voice:trx-lms+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a22:32:09.268872 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:32:09.749107 run create_hlr_db(pid=8407): Launched\u000a22:32:09.922979 bus /sierra_2: Setting Powered False\u000a22:32:10.945145 run create_hlr_db(pid=8407): Terminated: ok {rc=0}\u000a22:32:11.372292 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8409): Launched\u000a22:32:11.691534 run osmo-hlr_10.42.42.2(pid=8410): Launched\u000a22:32:11.812854 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:32:12.367006 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8412): Launched\u000a22:32:12.687045 run osmo-stp_10.42.42.5(pid=8413): Launched\u000a22:32:12.803551 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a22:32:13.389933 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8415): Launched\u000a22:32:13.710635 run osmo-msc_10.42.42.6(pid=8416): Launched\u000a22:32:13.898793 run osmo-stp_10.42.42.5(pid=8413): ERR: Terminated: ERROR {rc=1} [trial-2395↪voice:trx-lms+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8413)]\u000a22:32:14.034567 run osmo-stp_10.42.42.5(pid=8413): stdout: \u000a| (launched: 2022-12-13_22:32:12.529914)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:32:14.170616 run osmo-stp_10.42.42.5(pid=8413): stderr: \u000a| �[0;m�[38;5;43m20221213223212723 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213223212723 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213223212724 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213223212724 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213223212724 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213223212725 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213223212725 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:32:14.299425 run osmo-stp_10.42.42.5(pid=8413): stdout: \u000a| (launched: 2022-12-13_22:32:12.529914)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:32:14.427920 run osmo-stp_10.42.42.5(pid=8413): stderr: \u000a| �[0;m�[38;5;43m20221213223212723 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213223212723 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213223212724 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213223212724 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213223212724 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213223212725 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213223212725 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:32:14.484239 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=8413): Process ended prematurely: osmo-stp_10.42.42.5(pid=8413) [trial-2395↪voice:trx-lms+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8413)] [trial-2395↪voice:trx-lms+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8]\u000a22:32:14.493491 tst mo_mt_call_osmux.py:8: Test FAILED (6.2 sec)\u000a22:32:14.556488 run osmo-hlr_10.42.42.2(pid=8410): ERR: Terminated: ERROR {rc=237} [trial-2395↪voice:trx-lms+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=8410)]\u000a22:32:14.608567 run osmo-hlr_10.42.42.2(pid=8410): stdout: \u000a| (launched: 2022-12-13_22:32:11.535119) \u000a22:32:14.660659 run osmo-hlr_10.42.42.2(pid=8410): stderr: \u000a| �[0;m�[1;31m20221213223211732 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213223211732 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213223211732 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213223211732 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213223211732 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213223211732 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213223211744 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2395/run.2022-12-13_21-44-31/voice:trx-lms+mod-bts0-dynts-osmo/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213223211753 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213223211753 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213223211753 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:32:14.731216 run osmo-msc_10.42.42.6(pid=8416): ERR: Terminated: ERROR {rc=2} [trial-2395↪voice:trx-lms+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=8416)]\u000a22:32:14.782439 run osmo-msc_10.42.42.6(pid=8416): stdout: \u000a| (launched: 2022-12-13_22:32:13.552376) \u000a22:32:14.834636 run osmo-msc_10.42.42.6(pid=8416): stderr: \u000a| �[0;m�[38;5;43m20221213223213874 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213223213874 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f8b25f1ac40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213223213874 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213223213875 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213223213875 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213223213875 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213223213877 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213223213877 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213223213877 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213223213877 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a22:32:14.879055 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8409): Terminating (SIGTERM)\u000a22:32:14.920942 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8412): Terminating (SIGTERM)\u000a22:32:14.962865 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8415): Terminating (SIGTERM)\u000a22:32:14.972470 --- ParallelTerminationStrategy: PID 8409 died...\u000a22:32:15.028587 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8409): Terminated: ok {rc=0}\u000a22:32:15.038569 --- ParallelTerminationStrategy: PID 8412 died...\u000a22:32:15.095233 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8412): Terminated: ok {rc=0}\u000a22:32:15.105865 --- ParallelTerminationStrategy: PID 8415 died...\u000a22:32:15.162733 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8415): Terminated: ok {rc=0}\u000a22:32:15.250179 bus /sierra_3: Setting Powered False\u000a22:32:16.358113 bus /sierra_3: Setting Powered False\u000a22:32:17.470243 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "105", "name" : "voice_trx-lms+mod-bts0-dynts-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T22:31:57" }, { "cases" : [ { "testActions" : [ ], "age" : 65, "className" : "emergency:trx-lms", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=8428): Process ended prematurely: osmo-stp_10.42.42.5(pid=8428) [trial-2395↪emergency:trx-lms↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8428)]", "failedSince" : 2331, "name" : "emergency_mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/emergency/emergency_mo_mt_call.py\", line 19, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=8428): Process ended prematurely: osmo-stp_10.42.42.5(pid=8428) [trial-2395↪emergency:trx-lms↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8428)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2395 emergency:trx-lms emergency_mo_mt_call.py\u000a----------------------------------------------\u000a22:32:19.475185 tst emergency:trx-lms: Using 1 x ip_address (candidates: 6)\u000a22:32:19.485888 tst emergency:trx-lms: Using 1 x bts (candidates: 1)\u000a22:32:19.621071 tst emergency_mo_mt_call.py: using LAC 36674\u000a22:32:19.743942 tst emergency_mo_mt_call.py: using RAC 209\u000a22:32:19.868411 tst emergency_mo_mt_call.py: using CellId 36674\u000a22:32:19.992275 tst emergency_mo_mt_call.py: using BVCI 36675\u000a22:32:20.016023 tst emergency:trx-lms: Using 1 x ip_address (candidates: 6)\u000a22:32:20.027126 tst emergency:trx-lms: Using 1 x ip_address (candidates: 6)\u000a22:32:20.038154 tst emergency:trx-lms: Using 1 x ip_address (candidates: 6)\u000a22:32:20.048890 tst emergency:trx-lms: Using 1 x ip_address (candidates: 6)\u000a22:32:20.060512 tst emergency:trx-lms: Using 1 x ip_address (candidates: 6)\u000a22:32:20.071694 tst emergency:trx-lms: Using 1 x modem (candidates: 4)\u000a22:32:20.184260 tst emergency:trx-lms: Using 1 x modem (candidates: 4)\u000a22:32:20.395110 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:32:20.889295 run create_hlr_db(pid=8422): Launched\u000a22:32:21.072208 bus /sierra_2: Setting Powered False\u000a22:32:22.093467 run create_hlr_db(pid=8422): Terminated: ok {rc=0}\u000a22:32:22.511939 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8424): Launched\u000a22:32:22.826230 run osmo-hlr_10.42.42.2(pid=8425): Launched\u000a22:32:22.943499 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:32:23.490384 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8427): Launched\u000a22:32:23.803931 run osmo-stp_10.42.42.5(pid=8428): Launched\u000a22:32:23.930706 tst emergency_mo_mt_call.py: using MSISDN 8360\u000a22:32:24.087397 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a22:32:24.661449 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8430): Launched\u000a22:32:24.974778 run osmo-msc_10.42.42.6(pid=8431): Launched\u000a22:32:25.160434 run osmo-stp_10.42.42.5(pid=8428): ERR: Terminated: ERROR {rc=1} [trial-2395↪emergency:trx-lms↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8428)]\u000a22:32:25.294393 run osmo-stp_10.42.42.5(pid=8428): stdout: \u000a| (launched: 2022-12-13_22:32:23.650111)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:32:25.427136 run osmo-stp_10.42.42.5(pid=8428): stderr: \u000a| �[0;m�[38;5;43m20221213223223840 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213223223840 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213223223841 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213223223841 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213223223843 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213223223843 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213223223843 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:32:25.552907 run osmo-stp_10.42.42.5(pid=8428): stdout: \u000a| (launched: 2022-12-13_22:32:23.650111)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:32:25.677898 run osmo-stp_10.42.42.5(pid=8428): stderr: \u000a| �[0;m�[38;5;43m20221213223223840 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213223223840 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213223223841 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213223223841 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213223223843 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213223223843 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213223223843 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:32:25.732445 tst emergency_mo_mt_call.py:19: ERR: Error: osmo-stp_10.42.42.5(pid=8428): Process ended prematurely: osmo-stp_10.42.42.5(pid=8428) [trial-2395↪emergency:trx-lms↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8428)] [trial-2395↪emergency:trx-lms↪emergency_mo_mt_call.py:19]\u000a22:32:25.741071 tst emergency_mo_mt_call.py:19: Test FAILED (6.3 sec)\u000a22:32:25.803604 run osmo-hlr_10.42.42.2(pid=8425): ERR: Terminated: ERROR {rc=237} [trial-2395↪emergency:trx-lms↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=8425)]\u000a22:32:25.854713 run osmo-hlr_10.42.42.2(pid=8425): stdout: \u000a| (launched: 2022-12-13_22:32:22.671514) \u000a22:32:25.906187 run osmo-hlr_10.42.42.2(pid=8425): stderr: \u000a| �[0;m�[1;31m20221213223222865 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213223222865 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213223222865 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213223222865 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213223222865 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213223222865 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213223222878 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2395/run.2022-12-13_21-44-31/emergency:trx-lms/emergency_mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213223222886 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213223222886 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213223222886 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:32:25.976468 run osmo-msc_10.42.42.6(pid=8431): ERR: Terminated: ERROR {rc=2} [trial-2395↪emergency:trx-lms↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=8431)]\u000a22:32:26.027469 run osmo-msc_10.42.42.6(pid=8431): stdout: \u000a| (launched: 2022-12-13_22:32:24.820630) \u000a22:32:26.079598 run osmo-msc_10.42.42.6(pid=8431): stderr: \u000a| �[0;m�[38;5;43m20221213223225141 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213223225141 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f61d8b79c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213223225141 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213223225141 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213223225141 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213223225142 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213223225145 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213223225145 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213223225145 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213223225145 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a22:32:26.123437 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8424): Terminating (SIGTERM)\u000a22:32:26.165347 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8427): Terminating (SIGTERM)\u000a22:32:26.206931 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8430): Terminating (SIGTERM)\u000a22:32:26.216476 --- ParallelTerminationStrategy: PID 8424 died...\u000a22:32:26.272392 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8424): Terminated: ok {rc=0}\u000a22:32:26.282385 --- ParallelTerminationStrategy: PID 8427 died...\u000a22:32:26.338078 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8427): Terminated: ok {rc=0}\u000a22:32:26.347972 --- ParallelTerminationStrategy: PID 8430 died...\u000a22:32:26.403621 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8430): Terminated: ok {rc=0}\u000a22:32:26.490403 bus /sierra_3: Setting Powered False\u000a22:32:27.596815 bus /sierra_3: Setting Powered False\u000a22:32:28.708655 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 254, "className" : "emergency:trx-lms", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=8439): Process ended prematurely: osmo-stp_10.42.42.5(pid=8439) [trial-2395↪emergency:trx-lms↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8439)]", "failedSince" : 2142, "name" : "emergency_preemptive_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/emergency/emergency_preemptive_call.py\", line 32, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=8439): Process ended prematurely: osmo-stp_10.42.42.5(pid=8439) [trial-2395↪emergency:trx-lms↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8439)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2395 emergency:trx-lms emergency_preemptive_call.py\u000a----------------------------------------------\u000a22:32:29.760497 tst emergency:trx-lms: Using 1 x ip_address (candidates: 6)\u000a22:32:29.772263 tst emergency:trx-lms: Using 1 x bts (candidates: 1)\u000a22:32:29.916679 tst emergency_preemptive_call.py: using LAC 36675\u000a22:32:30.039810 tst emergency_preemptive_call.py: using RAC 210\u000a22:32:30.163669 tst emergency_preemptive_call.py: using CellId 36675\u000a22:32:30.287766 tst emergency_preemptive_call.py: using BVCI 36676\u000a22:32:30.311853 tst emergency:trx-lms: Using 1 x ip_address (candidates: 6)\u000a22:32:30.323154 tst emergency:trx-lms: Using 1 x ip_address (candidates: 6)\u000a22:32:30.334234 tst emergency:trx-lms: Using 1 x ip_address (candidates: 6)\u000a22:32:30.345260 tst emergency:trx-lms: Using 1 x ip_address (candidates: 6)\u000a22:32:30.356529 tst emergency:trx-lms: Using 1 x ip_address (candidates: 6)\u000a22:32:30.367663 tst emergency:trx-lms: Using 1 x modem (candidates: 4)\u000a22:32:30.483930 tst emergency:trx-lms: Using 1 x modem (candidates: 4)\u000a22:32:30.599571 tst emergency:trx-lms: Using 1 x modem (candidates: 4)\u000a22:32:30.717757 tst emergency:trx-lms: Using 1 x modem (candidates: 4)\u000a22:32:30.953779 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:32:31.505133 run create_hlr_db(pid=8433): Launched\u000a22:32:31.693841 bus /sierra_2: Setting Powered False\u000a22:32:32.710092 run create_hlr_db(pid=8433): Terminated: ok {rc=0}\u000a22:32:33.129687 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8435): Launched\u000a22:32:33.443215 run osmo-hlr_10.42.42.2(pid=8436): Launched\u000a22:32:33.558341 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:32:34.103601 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8438): Launched\u000a22:32:34.417459 run osmo-stp_10.42.42.5(pid=8439): Launched\u000a22:32:34.543171 tst emergency_preemptive_call.py: using MSISDN 8361\u000a22:32:34.699640 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a22:32:35.273541 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8441): Launched\u000a22:32:35.588389 run osmo-msc_10.42.42.6(pid=8442): Launched\u000a22:32:35.774169 run osmo-stp_10.42.42.5(pid=8439): ERR: Terminated: ERROR {rc=1} [trial-2395↪emergency:trx-lms↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8439)]\u000a22:32:35.908118 run osmo-stp_10.42.42.5(pid=8439): stdout: \u000a| (launched: 2022-12-13_22:32:34.262966)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:32:36.042100 run osmo-stp_10.42.42.5(pid=8439): stderr: \u000a| �[0;m�[38;5;43m20221213223234455 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213223234455 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213223234455 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213223234456 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213223234456 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213223234456 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213223234456 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:32:36.170062 run osmo-stp_10.42.42.5(pid=8439): stdout: \u000a| (launched: 2022-12-13_22:32:34.262966)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:32:36.295722 run osmo-stp_10.42.42.5(pid=8439): stderr: \u000a| �[0;m�[38;5;43m20221213223234455 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213223234455 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213223234455 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213223234456 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213223234456 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213223234456 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213223234456 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:32:36.351059 tst emergency_preemptive_call.py:32: ERR: Error: osmo-stp_10.42.42.5(pid=8439): Process ended prematurely: osmo-stp_10.42.42.5(pid=8439) [trial-2395↪emergency:trx-lms↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8439)] [trial-2395↪emergency:trx-lms↪emergency_preemptive_call.py:32]\u000a22:32:36.359698 tst emergency_preemptive_call.py:32: Test FAILED (6.6 sec)\u000a22:32:36.423208 run osmo-hlr_10.42.42.2(pid=8436): ERR: Terminated: ERROR {rc=237} [trial-2395↪emergency:trx-lms↪emergency_preemptive_call.py↪emergency_preemptive_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=8436)]\u000a22:32:36.474823 run osmo-hlr_10.42.42.2(pid=8436): stdout: \u000a| (launched: 2022-12-13_22:32:33.289507) \u000a22:32:36.527037 run osmo-hlr_10.42.42.2(pid=8436): stderr: \u000a| �[0;m�[1;31m20221213223233486 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213223233486 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213223233486 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213223233486 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213223233486 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213223233486 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213223233499 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2395/run.2022-12-13_21-44-31/emergency:trx-lms/emergency_preemptive_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213223233507 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213223233507 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213223233507 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:32:36.597859 run osmo-msc_10.42.42.6(pid=8442): ERR: Terminated: ERROR {rc=2} [trial-2395↪emergency:trx-lms↪emergency_preemptive_call.py↪emergency_preemptive_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=8442)]\u000a22:32:36.649294 run osmo-msc_10.42.42.6(pid=8442): stdout: \u000a| (launched: 2022-12-13_22:32:35.433365) \u000a22:32:36.701065 run osmo-msc_10.42.42.6(pid=8442): stderr: \u000a| �[0;m�[38;5;43m20221213223235757 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213223235758 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fb4ff748c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213223235758 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213223235758 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213223235758 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213223235758 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213223235760 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213223235760 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213223235760 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213223235761 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a22:32:36.745263 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8435): Terminating (SIGTERM)\u000a22:32:36.787049 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8438): Terminating (SIGTERM)\u000a22:32:36.828938 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8441): Terminating (SIGTERM)\u000a22:32:36.838665 --- ParallelTerminationStrategy: PID 8435 died...\u000a22:32:36.894911 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8435): Terminated: ok {rc=0}\u000a22:32:36.904990 --- ParallelTerminationStrategy: PID 8438 died...\u000a22:32:36.961227 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8438): Terminated: ok {rc=0}\u000a22:32:36.971274 --- ParallelTerminationStrategy: PID 8441 died...\u000a22:32:37.027180 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8441): Terminated: ok {rc=0}\u000a22:32:37.114722 bus /sierra_9: Setting Powered False\u000a22:32:38.218456 bus /sierra_9: Setting Powered False\u000a22:32:39.329715 bus /sierra_8: Setting Powered False\u000a22:32:40.431423 bus /sierra_8: Setting Powered False\u000a22:32:41.541382 bus /sierra_3: Setting Powered False\u000a22:32:42.644162 bus /sierra_3: Setting Powered False\u000a22:32:43.752647 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 27.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "106", "name" : "emergency_trx-lms", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T22:32:19" }, { "cases" : [ { "testActions" : [ ], "age" : 257, "className" : "gprs:trx-lms", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=8458): Process ended prematurely: osmo-stp_10.42.42.5(pid=8458) [trial-2395↪gprs:trx-lms↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8458)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=8458): Process ended prematurely: osmo-stp_10.42.42.5(pid=8458) [trial-2395↪gprs:trx-lms↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8458)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2395 gprs:trx-lms cs_paging_gprs_active.py\u000a----------------------------------------------\u000a22:32:45.862479 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a22:32:45.875501 tst gprs:trx-lms: Using 1 x bts (candidates: 1)\u000a22:32:46.012536 tst cs_paging_gprs_active.py: using LAC 36676\u000a22:32:46.137839 tst cs_paging_gprs_active.py: using RAC 211\u000a22:32:46.265903 tst cs_paging_gprs_active.py: using CellId 36676\u000a22:32:46.387568 tst cs_paging_gprs_active.py: using BVCI 36677\u000a22:32:46.412073 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a22:32:46.423737 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a22:32:46.435180 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a22:32:46.446435 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a22:32:46.458180 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a22:32:46.470057 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a22:32:46.482241 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a22:32:46.493976 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a22:32:46.505853 tst gprs:trx-lms: Using 1 x modem (candidates: 4)\u000a22:32:46.622161 tst gprs:trx-lms: Using 1 x modem (candidates: 4)\u000a22:32:46.901381 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a22:32:47.036805 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a22:32:47.432782 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8448): Launched\u000a22:32:47.708717 run iperf3-srv_10.42.42.10(pid=8449): Launched\u000a22:32:47.905681 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a22:32:48.039883 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a22:32:48.371763 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8450): Launched\u000a22:32:48.646713 run iperf3-srv_10.42.42.10(pid=8451): Launched\u000a22:32:48.842790 tst cs_paging_gprs_active.py:38: start network...\u000a22:32:48.976860 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:32:49.480087 run create_hlr_db(pid=8452): Launched\u000a22:32:49.665436 bus /sierra_2: Setting Powered False\u000a22:32:50.687719 run create_hlr_db(pid=8452): Terminated: ok {rc=0}\u000a22:32:51.114184 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8454): Launched\u000a22:32:51.435276 run osmo-hlr_10.42.42.2(pid=8455): Launched\u000a22:32:51.549535 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:32:52.070022 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8457): Launched\u000a22:32:52.370220 run osmo-stp_10.42.42.5(pid=8458): Launched\u000a22:32:52.479493 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a22:32:53.001547 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8460): Launched\u000a22:32:53.108349 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a22:32:53.370362 run patchelf(pid=8461): Launched\u000a22:32:53.545907 run osmo-stp_10.42.42.5(pid=8458): ERR: Terminated: ERROR {rc=1} [trial-2395↪gprs:trx-lms↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8458)]\u000a22:32:53.674112 run osmo-stp_10.42.42.5(pid=8458): stdout: \u000a| (launched: 2022-12-13_22:32:52.223094)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:32:53.802860 run osmo-stp_10.42.42.5(pid=8458): stderr: \u000a| �[0;m�[38;5;43m20221213223252394 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213223252395 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213223252395 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213223252395 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213223252396 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213223252396 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213223252396 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:32:53.926819 run osmo-stp_10.42.42.5(pid=8458): stdout: \u000a| (launched: 2022-12-13_22:32:52.223094)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:32:54.049701 run osmo-stp_10.42.42.5(pid=8458): stderr: \u000a| �[0;m�[38;5;43m20221213223252394 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213223252395 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213223252395 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213223252395 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213223252396 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213223252396 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213223252396 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:32:54.194152 run patchelf(pid=8461): Terminating (SIGINT)\u000a22:32:54.362658 run patchelf(pid=8461): Terminated: ok {rc=0}\u000a22:32:54.393770 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=8458): Process ended prematurely: osmo-stp_10.42.42.5(pid=8458) [trial-2395↪gprs:trx-lms↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8458)] [trial-2395↪gprs:trx-lms↪cs_paging_gprs_active.py:38]\u000a22:32:54.402978 tst cs_paging_gprs_active.py:38: Test FAILED (8.6 sec)\u000a22:32:54.462941 run osmo-hlr_10.42.42.2(pid=8455): ERR: Terminated: ERROR {rc=237} [trial-2395↪gprs:trx-lms↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=8455)]\u000a22:32:54.511705 run osmo-hlr_10.42.42.2(pid=8455): stdout: \u000a| (launched: 2022-12-13_22:32:51.277601) \u000a22:32:54.560928 run osmo-hlr_10.42.42.2(pid=8455): stderr: \u000a| �[0;m�[1;31m20221213223251474 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213223251474 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213223251474 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213223251474 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213223251474 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213223251474 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213223251488 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2395/run.2022-12-13_21-44-31/gprs:trx-lms/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213223251497 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213223251497 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213223251497 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:32:54.602846 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8448): Terminating (SIGTERM)\u000a22:32:54.642461 run iperf3-srv_10.42.42.10(pid=8449): Terminating (SIGTERM)\u000a22:32:54.682277 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8450): Terminating (SIGTERM)\u000a22:32:54.721827 run iperf3-srv_10.42.42.10(pid=8451): Terminating (SIGTERM)\u000a22:32:54.761587 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8454): Terminating (SIGTERM)\u000a22:32:54.801032 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8457): Terminating (SIGTERM)\u000a22:32:54.840550 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8460): Terminating (SIGTERM)\u000a22:32:54.849843 --- ParallelTerminationStrategy: PID 8448 died...\u000a22:32:54.903133 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8448): Terminated: ok {rc=0}\u000a22:32:54.912751 --- ParallelTerminationStrategy: PID 8449 died...\u000a22:32:54.965550 run iperf3-srv_10.42.42.10(pid=8449): Terminated {rc=256}\u000a22:32:54.975097 --- ParallelTerminationStrategy: PID 8450 died...\u000a22:32:55.027986 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8450): Terminated: ok {rc=0}\u000a22:32:55.037921 --- ParallelTerminationStrategy: PID 8451 died...\u000a22:32:55.091140 run iperf3-srv_10.42.42.10(pid=8451): Terminated {rc=256}\u000a22:32:55.100720 --- ParallelTerminationStrategy: PID 8454 died...\u000a22:32:55.153726 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8454): Terminated: ok {rc=0}\u000a22:32:55.163292 --- ParallelTerminationStrategy: PID 8457 died...\u000a22:32:55.216183 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8457): Terminated: ok {rc=0}\u000a22:32:55.225924 --- ParallelTerminationStrategy: PID 8460 died...\u000a22:32:55.278826 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8460): Terminated: ok {rc=0}\u000a22:32:55.366908 bus /gobi_0: Setting Powered False\u000a22:32:56.470819 bus /gobi_0: Setting Powered False\u000a22:32:57.581731 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 254, "className" : "gprs:trx-lms", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=8471): Process ended prematurely: osmo-stp_10.42.42.5(pid=8471) [trial-2395↪gprs:trx-lms↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8471)]", "failedSince" : 2142, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=8471): Process ended prematurely: osmo-stp_10.42.42.5(pid=8471) [trial-2395↪gprs:trx-lms↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8471)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2395 gprs:trx-lms iperf3.py\u000a----------------------------------------------\u000a22:32:58.691961 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a22:32:58.703030 tst gprs:trx-lms: Using 1 x bts (candidates: 1)\u000a22:32:58.842043 tst iperf3.py: using LAC 36677\u000a22:32:58.959596 tst iperf3.py: using RAC 212\u000a22:32:59.078950 tst iperf3.py: using CellId 36677\u000a22:32:59.198053 tst iperf3.py: using BVCI 36678\u000a22:32:59.220792 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a22:32:59.231381 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a22:32:59.241693 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a22:32:59.251922 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a22:32:59.262125 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a22:32:59.272322 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a22:32:59.283337 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a22:32:59.294140 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a22:32:59.304715 tst gprs:trx-lms: Using 1 x modem (candidates: 4)\u000a22:32:59.579128 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a22:32:59.704358 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a22:33:00.015582 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8462): Launched\u000a22:33:00.275064 run iperf3-srv_10.42.42.10(pid=8463): Launched\u000a22:33:00.458113 tst iperf3.py:8: start network...\u000a22:33:00.583239 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:33:01.138685 run create_hlr_db(pid=8464): Launched\u000a22:33:01.351057 bus /gobi_6: Setting Powered False\u000a22:33:02.360699 run create_hlr_db(pid=8464): Terminated: ok {rc=0}\u000a22:33:02.770607 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8467): Launched\u000a22:33:03.070350 run osmo-hlr_10.42.42.2(pid=8468): Launched\u000a22:33:03.189508 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:33:03.715015 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8470): Launched\u000a22:33:04.013615 run osmo-stp_10.42.42.5(pid=8471): Launched\u000a22:33:04.122064 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a22:33:04.641492 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8473): Launched\u000a22:33:04.747733 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a22:33:05.008454 run patchelf(pid=8474): Launched\u000a22:33:05.183852 run osmo-stp_10.42.42.5(pid=8471): ERR: Terminated: ERROR {rc=1} [trial-2395↪gprs:trx-lms↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8471)]\u000a22:33:05.311846 run osmo-stp_10.42.42.5(pid=8471): stdout: \u000a| (launched: 2022-12-13_22:33:03.866748)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:33:05.440065 run osmo-stp_10.42.42.5(pid=8471): stderr: \u000a| �[0;m�[38;5;43m20221213223304035 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213223304035 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213223304036 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213223304036 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213223304039 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213223304039 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213223304039 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:33:05.563945 run osmo-stp_10.42.42.5(pid=8471): stdout: \u000a| (launched: 2022-12-13_22:33:03.866748)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:33:05.686556 run osmo-stp_10.42.42.5(pid=8471): stderr: \u000a| �[0;m�[38;5;43m20221213223304035 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213223304035 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213223304036 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213223304036 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213223304039 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213223304039 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213223304039 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:33:05.829430 run patchelf(pid=8474): Terminating (SIGINT)\u000a22:33:05.997550 run patchelf(pid=8474): Terminated: ok {rc=0}\u000a22:33:06.028339 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=8471): Process ended prematurely: osmo-stp_10.42.42.5(pid=8471) [trial-2395↪gprs:trx-lms↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8471)] [trial-2395↪gprs:trx-lms↪iperf3.py:8]\u000a22:33:06.037428 tst iperf3.py:8: Test FAILED (7.4 sec)\u000a22:33:06.097240 run osmo-hlr_10.42.42.2(pid=8468): ERR: Terminated: ERROR {rc=237} [trial-2395↪gprs:trx-lms↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=8468)]\u000a22:33:06.145878 run osmo-hlr_10.42.42.2(pid=8468): stdout: \u000a| (launched: 2022-12-13_22:33:02.922967) \u000a22:33:06.194924 run osmo-hlr_10.42.42.2(pid=8468): stderr: \u000a| �[0;m�[1;31m20221213223303099 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213223303099 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213223303099 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213223303099 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213223303099 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213223303099 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213223303111 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2395/run.2022-12-13_21-44-31/gprs:trx-lms/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213223303123 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213223303123 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213223303123 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:33:06.236785 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8462): Terminating (SIGTERM)\u000a22:33:06.276576 run iperf3-srv_10.42.42.10(pid=8463): Terminating (SIGTERM)\u000a22:33:06.315838 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8467): Terminating (SIGTERM)\u000a22:33:06.356928 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8470): Terminating (SIGTERM)\u000a22:33:06.397117 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8473): Terminating (SIGTERM)\u000a22:33:06.406242 --- ParallelTerminationStrategy: PID 8462 died...\u000a22:33:06.458681 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8462): Terminated: ok {rc=0}\u000a22:33:06.468142 --- ParallelTerminationStrategy: PID 8463 died...\u000a22:33:06.520333 run iperf3-srv_10.42.42.10(pid=8463): Terminated {rc=256}\u000a22:33:06.529794 --- ParallelTerminationStrategy: PID 8467 died...\u000a22:33:06.582145 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8467): Terminated: ok {rc=0}\u000a22:33:06.591564 --- ParallelTerminationStrategy: PID 8470 died...\u000a22:33:06.643852 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8470): Terminated: ok {rc=0}\u000a22:33:06.653354 --- ParallelTerminationStrategy: PID 8473 died...\u000a22:33:06.705645 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8473): Terminated: ok {rc=0}\u000a22:33:06.792869 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 257, "className" : "gprs:trx-lms", "duration" : 12.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=8489): Process ended prematurely: osmo-stp_10.42.42.5(pid=8489) [trial-2395↪gprs:trx-lms↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8489)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=8489): Process ended prematurely: osmo-stp_10.42.42.5(pid=8489) [trial-2395↪gprs:trx-lms↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8489)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2395 gprs:trx-lms iperf3m4.py\u000a----------------------------------------------\u000a22:33:07.901882 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a22:33:07.912788 tst gprs:trx-lms: Using 1 x bts (candidates: 1)\u000a22:33:08.052147 tst iperf3m4.py: using LAC 36678\u000a22:33:08.175680 tst iperf3m4.py: using RAC 213\u000a22:33:08.298859 tst iperf3m4.py: using CellId 36678\u000a22:33:08.424553 tst iperf3m4.py: using BVCI 36679\u000a22:33:08.448912 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a22:33:08.460076 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a22:33:08.470912 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a22:33:08.481692 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a22:33:08.492647 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a22:33:08.503712 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a22:33:08.515067 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a22:33:08.526093 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a22:33:08.537237 tst gprs:trx-lms: Using 1 x modem (candidates: 4)\u000a22:33:08.654059 tst gprs:trx-lms: Using 1 x modem (candidates: 4)\u000a22:33:08.778583 tst gprs:trx-lms: Using 1 x modem (candidates: 4)\u000a22:33:08.895524 tst gprs:trx-lms: Using 1 x modem (candidates: 4)\u000a22:33:09.187797 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a22:33:09.322040 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a22:33:09.651936 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8475): Launched\u000a22:33:09.926001 run iperf3-srv_10.42.42.10(pid=8476): Launched\u000a22:33:10.122296 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a22:33:10.256079 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a22:33:10.587227 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8477): Launched\u000a22:33:10.861850 run iperf3-srv_10.42.42.10(pid=8478): Launched\u000a22:33:11.057358 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a22:33:11.191061 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a22:33:11.521597 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8479): Launched\u000a22:33:11.796337 run iperf3-srv_10.42.42.10(pid=8480): Launched\u000a22:33:11.992059 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a22:33:12.125945 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a22:33:12.455747 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8481): Launched\u000a22:33:12.730434 run iperf3-srv_10.42.42.10(pid=8482): Launched\u000a22:33:12.925801 tst iperf3m4.py:8: start network...\u000a22:33:13.059395 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:33:13.563045 run create_hlr_db(pid=8483): Launched\u000a22:33:13.748412 bus /gobi_6: Setting Powered False\u000a22:33:14.770141 run create_hlr_db(pid=8483): Terminated: ok {rc=0}\u000a22:33:15.195818 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8485): Launched\u000a22:33:15.516302 run osmo-hlr_10.42.42.2(pid=8486): Launched\u000a22:33:15.630351 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:33:16.237976 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8488): Launched\u000a22:33:16.698582 run osmo-stp_10.42.42.5(pid=8489): Launched\u000a22:33:16.919954 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a22:33:17.488276 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8491): Launched\u000a22:33:17.602676 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a22:33:17.881658 run patchelf(pid=8492): Launched\u000a22:33:18.069474 run osmo-stp_10.42.42.5(pid=8489): ERR: Terminated: ERROR {rc=1} [trial-2395↪gprs:trx-lms↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8489)]\u000a22:33:18.207335 run osmo-stp_10.42.42.5(pid=8489): stdout: \u000a| (launched: 2022-12-13_22:33:16.434206)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:33:18.345211 run osmo-stp_10.42.42.5(pid=8489): stderr: \u000a| �[0;m�[38;5;43m20221213223316735 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213223316735 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213223316735 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213223316736 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213223316736 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213223316736 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213223316736 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:33:18.478043 run osmo-stp_10.42.42.5(pid=8489): stdout: \u000a| (launched: 2022-12-13_22:33:16.434206)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:33:18.609584 run osmo-stp_10.42.42.5(pid=8489): stderr: \u000a| �[0;m�[38;5;43m20221213223316735 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213223316735 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213223316735 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213223316736 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213223316736 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213223316736 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213223316736 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:33:18.762215 run patchelf(pid=8492): Terminating (SIGINT)\u000a22:33:18.941200 run patchelf(pid=8492): Terminated: ok {rc=0}\u000a22:33:18.974131 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=8489): Process ended prematurely: osmo-stp_10.42.42.5(pid=8489) [trial-2395↪gprs:trx-lms↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8489)] [trial-2395↪gprs:trx-lms↪iperf3m4.py:8]\u000a22:33:18.984037 tst iperf3m4.py:8: Test FAILED (11.1 sec)\u000a22:33:19.047593 run osmo-hlr_10.42.42.2(pid=8486): ERR: Terminated: ERROR {rc=237} [trial-2395↪gprs:trx-lms↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=8486)]\u000a22:33:19.099362 run osmo-hlr_10.42.42.2(pid=8486): stdout: \u000a| (launched: 2022-12-13_22:33:15.358779) \u000a22:33:19.151274 run osmo-hlr_10.42.42.2(pid=8486): stderr: \u000a| �[0;m�[1;31m20221213223315556 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213223315556 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213223315556 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213223315556 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213223315556 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213223315556 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213223315569 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2395/run.2022-12-13_21-44-31/gprs:trx-lms/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213223315577 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213223315577 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213223315577 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:33:19.195432 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8475): Terminating (SIGTERM)\u000a22:33:19.236990 run iperf3-srv_10.42.42.10(pid=8476): Terminating (SIGTERM)\u000a22:33:19.278917 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8477): Terminating (SIGTERM)\u000a22:33:19.320705 run iperf3-srv_10.42.42.10(pid=8478): Terminating (SIGTERM)\u000a22:33:19.362675 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8479): Terminating (SIGTERM)\u000a22:33:19.404321 run iperf3-srv_10.42.42.10(pid=8480): Terminating (SIGTERM)\u000a22:33:19.446179 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8481): Terminating (SIGTERM)\u000a22:33:19.487737 run iperf3-srv_10.42.42.10(pid=8482): Terminating (SIGTERM)\u000a22:33:19.529637 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8485): Terminating (SIGTERM)\u000a22:33:19.571153 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8488): Terminating (SIGTERM)\u000a22:33:19.612744 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8491): Terminating (SIGTERM)\u000a22:33:19.622021 --- ParallelTerminationStrategy: PID 8475 died...\u000a22:33:19.678052 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8475): Terminated: ok {rc=0}\u000a22:33:19.688060 --- ParallelTerminationStrategy: PID 8476 died...\u000a22:33:19.743734 run iperf3-srv_10.42.42.10(pid=8476): Terminated {rc=256}\u000a22:33:19.753676 --- ParallelTerminationStrategy: PID 8477 died...\u000a22:33:19.809660 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8477): Terminated: ok {rc=0}\u000a22:33:19.819616 --- ParallelTerminationStrategy: PID 8478 died...\u000a22:33:19.875430 run iperf3-srv_10.42.42.10(pid=8478): Terminated {rc=256}\u000a22:33:19.885427 --- ParallelTerminationStrategy: PID 8479 died...\u000a22:33:19.941139 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8479): Terminated: ok {rc=0}\u000a22:33:19.951024 --- ParallelTerminationStrategy: PID 8480 died...\u000a22:33:20.006677 run iperf3-srv_10.42.42.10(pid=8480): Terminated {rc=256}\u000a22:33:20.016700 --- ParallelTerminationStrategy: PID 8481 died...\u000a22:33:20.072399 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8481): Terminated: ok {rc=0}\u000a22:33:20.082682 --- ParallelTerminationStrategy: PID 8482 died...\u000a22:33:20.138451 run iperf3-srv_10.42.42.10(pid=8482): Terminated {rc=256}\u000a22:33:20.148405 --- ParallelTerminationStrategy: PID 8485 died...\u000a22:33:20.204139 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8485): Terminated: ok {rc=0}\u000a22:33:20.214258 --- ParallelTerminationStrategy: PID 8488 died...\u000a22:33:20.270341 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8488): Terminated: ok {rc=0}\u000a22:33:20.280339 --- ParallelTerminationStrategy: PID 8491 died...\u000a22:33:20.336257 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8491): Terminated: ok {rc=0}\u000a22:33:20.422638 bus /gobi_4: Setting Powered False\u000a22:33:21.530191 bus /gobi_4: Setting Powered False\u000a22:33:22.637862 bus /gobi_1: Setting Powered False\u000a22:33:23.744594 bus /gobi_1: Setting Powered False\u000a22:33:24.851910 bus /gobi_0: Setting Powered False\u000a22:33:25.956858 bus /gobi_0: Setting Powered False\u000a22:33:27.065522 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 69, "className" : "gprs:trx-lms", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=8499): Process ended prematurely: osmo-stp_10.42.42.5(pid=8499) [trial-2395↪gprs:trx-lms↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8499)]", "failedSince" : 2327, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=8499): Process ended prematurely: osmo-stp_10.42.42.5(pid=8499) [trial-2395↪gprs:trx-lms↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8499)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2395 gprs:trx-lms ping.py\u000a----------------------------------------------\u000a22:33:28.133956 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a22:33:28.145766 tst gprs:trx-lms: Using 1 x bts (candidates: 1)\u000a22:33:28.287968 tst ping.py: using LAC 36679\u000a22:33:28.410482 tst ping.py: using RAC 214\u000a22:33:28.534932 tst ping.py: using CellId 36679\u000a22:33:28.657492 tst ping.py: using BVCI 36680\u000a22:33:28.681466 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a22:33:28.692320 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a22:33:28.703187 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a22:33:28.713966 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a22:33:28.725149 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a22:33:28.736122 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a22:33:28.747498 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a22:33:28.758815 tst gprs:trx-lms: Using 1 x modem (candidates: 4)\u000a22:33:29.029286 tst ping.py:19: start network...\u000a22:33:29.150972 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:33:29.620088 run create_hlr_db(pid=8493): Launched\u000a22:33:29.790854 bus /gobi_6: Setting Powered False\u000a22:33:30.811561 run create_hlr_db(pid=8493): Terminated: ok {rc=0}\u000a22:33:31.272264 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8495): Launched\u000a22:33:31.690063 run osmo-hlr_10.42.42.2(pid=8496): Launched\u000a22:33:31.925106 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:33:32.480597 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8498): Launched\u000a22:33:32.773034 run osmo-stp_10.42.42.5(pid=8499): Launched\u000a22:33:32.878589 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a22:33:33.389347 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8501): Launched\u000a22:33:33.493096 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a22:33:33.747985 run patchelf(pid=8502): Launched\u000a22:33:33.919567 run osmo-stp_10.42.42.5(pid=8499): ERR: Terminated: ERROR {rc=1} [trial-2395↪gprs:trx-lms↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8499)]\u000a22:33:34.045126 run osmo-stp_10.42.42.5(pid=8499): stdout: \u000a| (launched: 2022-12-13_22:33:32.629672)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:33:34.171007 run osmo-stp_10.42.42.5(pid=8499): stderr: \u000a| �[0;m�[38;5;43m20221213223332800 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213223332800 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213223332801 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213223332801 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213223332801 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213223332802 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213223332802 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:33:34.292152 run osmo-stp_10.42.42.5(pid=8499): stdout: \u000a| (launched: 2022-12-13_22:33:32.629672)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:33:34.412142 run osmo-stp_10.42.42.5(pid=8499): stderr: \u000a| �[0;m�[38;5;43m20221213223332800 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213223332800 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213223332801 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213223332801 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213223332801 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213223332802 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213223332802 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:33:34.553392 run patchelf(pid=8502): Terminating (SIGINT)\u000a22:33:34.717938 run patchelf(pid=8502): Terminated: ok {rc=0}\u000a22:33:34.747953 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=8499): Process ended prematurely: osmo-stp_10.42.42.5(pid=8499) [trial-2395↪gprs:trx-lms↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8499)] [trial-2395↪gprs:trx-lms↪ping.py:22]\u000a22:33:34.756473 tst ping.py:22: Test FAILED (6.6 sec)\u000a22:33:34.816092 run osmo-hlr_10.42.42.2(pid=8496): ERR: Terminated: ERROR {rc=237} [trial-2395↪gprs:trx-lms↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=8496)]\u000a22:33:34.864921 run osmo-hlr_10.42.42.2(pid=8496): stdout: \u000a| (launched: 2022-12-13_22:33:31.436071) \u000a22:33:34.914249 run osmo-hlr_10.42.42.2(pid=8496): stderr: \u000a| �[0;m�[1;31m20221213223331692 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213223331692 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213223331693 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213223331693 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213223331693 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213223331694 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213223331718 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2395/run.2022-12-13_21-44-31/gprs:trx-lms/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213223331736 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213223331737 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213223331738 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:33:34.955949 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8495): Terminating (SIGTERM)\u000a22:33:34.995324 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8498): Terminating (SIGTERM)\u000a22:33:35.034698 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8501): Terminating (SIGTERM)\u000a22:33:35.043859 --- ParallelTerminationStrategy: PID 8495 died...\u000a22:33:35.096546 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8495): Terminated: ok {rc=0}\u000a22:33:35.106110 --- ParallelTerminationStrategy: PID 8498 died...\u000a22:33:35.158513 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8498): Terminated: ok {rc=0}\u000a22:33:35.167975 --- ParallelTerminationStrategy: PID 8501 died...\u000a22:33:35.220233 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8501): Terminated: ok {rc=0}\u000a22:33:35.303542 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 76, "className" : "gprs:trx-lms", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=8509): Process ended prematurely: osmo-stp_10.42.42.5(pid=8509) [trial-2395↪gprs:trx-lms↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8509)]", "failedSince" : 2320, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=8509): Process ended prematurely: osmo-stp_10.42.42.5(pid=8509) [trial-2395↪gprs:trx-lms↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8509)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2395 gprs:trx-lms ping_idle_ping.py\u000a----------------------------------------------\u000a22:33:36.355932 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a22:33:36.367855 tst gprs:trx-lms: Using 1 x bts (candidates: 1)\u000a22:33:36.511070 tst ping_idle_ping.py: using LAC 36680\u000a22:33:36.636867 tst ping_idle_ping.py: using RAC 215\u000a22:33:36.766923 tst ping_idle_ping.py: using CellId 36680\u000a22:33:36.889108 tst ping_idle_ping.py: using BVCI 36681\u000a22:33:36.913105 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a22:33:36.924028 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a22:33:36.934951 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a22:33:36.945745 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a22:33:36.957231 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a22:33:36.968788 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a22:33:36.981935 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a22:33:36.993094 tst gprs:trx-lms: Using 1 x modem (candidates: 4)\u000a22:33:37.278161 tst ping_idle_ping.py:24: start network...\u000a22:33:37.410177 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:33:37.908310 run create_hlr_db(pid=8503): Launched\u000a22:33:38.092328 bus /gobi_6: Setting Powered False\u000a22:33:39.112538 run create_hlr_db(pid=8503): Terminated: ok {rc=0}\u000a22:33:39.507499 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8505): Launched\u000a22:33:39.802449 run osmo-hlr_10.42.42.2(pid=8506): Launched\u000a22:33:39.910216 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:33:40.421352 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8508): Launched\u000a22:33:40.717357 run osmo-stp_10.42.42.5(pid=8509): Launched\u000a22:33:40.824188 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a22:33:41.348033 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8511): Launched\u000a22:33:41.460620 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a22:33:41.735813 run patchelf(pid=8512): Launched\u000a22:33:41.920904 run osmo-stp_10.42.42.5(pid=8509): ERR: Terminated: ERROR {rc=1} [trial-2395↪gprs:trx-lms↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8509)]\u000a22:33:42.056046 run osmo-stp_10.42.42.5(pid=8509): stdout: \u000a| (launched: 2022-12-13_22:33:40.571293)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:33:42.192802 run osmo-stp_10.42.42.5(pid=8509): stderr: \u000a| �[0;m�[38;5;43m20221213223340740 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213223340741 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213223340741 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213223340741 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213223340743 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213223340744 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213223340744 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:33:42.323833 run osmo-stp_10.42.42.5(pid=8509): stdout: \u000a| (launched: 2022-12-13_22:33:40.571293)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:33:42.453951 run osmo-stp_10.42.42.5(pid=8509): stderr: \u000a| �[0;m�[38;5;43m20221213223340740 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213223340741 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213223340741 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213223340741 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213223340743 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213223340744 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213223340744 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:33:42.604498 run patchelf(pid=8512): Terminating (SIGINT)\u000a22:33:42.780595 run patchelf(pid=8512): Terminated: ok {rc=0}\u000a22:33:42.812593 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=8509): Process ended prematurely: osmo-stp_10.42.42.5(pid=8509) [trial-2395↪gprs:trx-lms↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8509)] [trial-2395↪gprs:trx-lms↪ping_idle_ping.py:27]\u000a22:33:42.821796 tst ping_idle_ping.py:27: Test FAILED (6.5 sec)\u000a22:33:42.884409 run osmo-hlr_10.42.42.2(pid=8506): ERR: Terminated: ERROR {rc=237} [trial-2395↪gprs:trx-lms↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=8506)]\u000a22:33:42.935583 run osmo-hlr_10.42.42.2(pid=8506): stdout: \u000a| (launched: 2022-12-13_22:33:39.657107) \u000a22:33:42.987374 run osmo-hlr_10.42.42.2(pid=8506): stderr: \u000a| �[0;m�[1;31m20221213223339832 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213223339832 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213223339833 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213223339833 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213223339833 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213223339833 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213223339845 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2395/run.2022-12-13_21-44-31/gprs:trx-lms/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213223339854 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213223339854 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213223339854 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:33:43.031424 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8505): Terminating (SIGTERM)\u000a22:33:43.073386 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8508): Terminating (SIGTERM)\u000a22:33:43.115216 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8511): Terminating (SIGTERM)\u000a22:33:43.124760 --- ParallelTerminationStrategy: PID 8505 died...\u000a22:33:43.181128 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8505): Terminated: ok {rc=0}\u000a22:33:43.191115 --- ParallelTerminationStrategy: PID 8508 died...\u000a22:33:43.246716 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8508): Terminated: ok {rc=0}\u000a22:33:43.256611 --- ParallelTerminationStrategy: PID 8511 died...\u000a22:33:43.312043 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8511): Terminated: ok {rc=0}\u000a22:33:43.398085 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 60.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "107", "name" : "gprs_trx-lms", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T22:32:45" }, { "cases" : [ { "testActions" : [ ], "age" : 257, "className" : "gprs:trx-lms+mod-bts0-egprs", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=8527): Process ended prematurely: osmo-stp_10.42.42.5(pid=8527) [trial-2395↪gprs:trx-lms+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8527)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=8527): Process ended prematurely: osmo-stp_10.42.42.5(pid=8527) [trial-2395↪gprs:trx-lms+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8527)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2395 gprs:trx-lms+mod-bts0-egprs cs_paging_gprs_active.py\u000a----------------------------------------------\u000a22:33:45.551305 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:33:45.562486 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a22:33:45.708266 tst cs_paging_gprs_active.py: using LAC 36681\u000a22:33:45.837617 tst cs_paging_gprs_active.py: using RAC 216\u000a22:33:45.982867 tst cs_paging_gprs_active.py: using CellId 36681\u000a22:33:46.104876 tst cs_paging_gprs_active.py: using BVCI 36682\u000a22:33:46.129600 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:33:46.141363 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:33:46.152825 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:33:46.164415 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:33:46.175735 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:33:46.187192 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:33:46.198651 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:33:46.210492 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:33:46.221881 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a22:33:46.370535 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a22:33:46.680820 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a22:33:46.818314 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a22:33:47.186604 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8517): Launched\u000a22:33:47.464528 run iperf3-srv_10.42.42.10(pid=8518): Launched\u000a22:33:47.661864 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a22:33:47.796249 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a22:33:48.129231 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8519): Launched\u000a22:33:48.406373 run iperf3-srv_10.42.42.10(pid=8520): Launched\u000a22:33:48.603803 tst cs_paging_gprs_active.py:38: start network...\u000a22:33:48.738819 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:33:49.243890 run create_hlr_db(pid=8521): Launched\u000a22:33:49.429218 bus /gobi_6: Setting Powered False\u000a22:33:50.451145 run create_hlr_db(pid=8521): Terminated: ok {rc=0}\u000a22:33:50.853563 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8523): Launched\u000a22:33:51.153905 run osmo-hlr_10.42.42.2(pid=8524): Launched\u000a22:33:51.272442 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:33:51.797844 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8526): Launched\u000a22:33:52.095817 run osmo-stp_10.42.42.5(pid=8527): Launched\u000a22:33:52.204774 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a22:33:52.727182 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8529): Launched\u000a22:33:52.833615 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a22:33:53.094406 run patchelf(pid=8530): Launched\u000a22:33:53.271735 run osmo-stp_10.42.42.5(pid=8527): ERR: Terminated: ERROR {rc=1} [trial-2395↪gprs:trx-lms+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8527)]\u000a22:33:53.400084 run osmo-stp_10.42.42.5(pid=8527): stdout: \u000a| (launched: 2022-12-13_22:33:51.949129)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:33:53.528559 run osmo-stp_10.42.42.5(pid=8527): stderr: \u000a| �[0;m�[38;5;43m20221213223352117 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213223352118 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213223352118 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213223352118 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213223352119 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213223352119 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213223352119 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:33:53.652532 run osmo-stp_10.42.42.5(pid=8527): stdout: \u000a| (launched: 2022-12-13_22:33:51.949129)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:33:53.775446 run osmo-stp_10.42.42.5(pid=8527): stderr: \u000a| �[0;m�[38;5;43m20221213223352117 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213223352118 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213223352118 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213223352118 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213223352119 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213223352119 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213223352119 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:33:53.918851 run patchelf(pid=8530): Terminating (SIGINT)\u000a22:33:54.086929 run patchelf(pid=8530): Terminated: ok {rc=0}\u000a22:33:54.118012 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=8527): Process ended prematurely: osmo-stp_10.42.42.5(pid=8527) [trial-2395↪gprs:trx-lms+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8527)] [trial-2395↪gprs:trx-lms+mod-bts0-egprs↪cs_paging_gprs_active.py:38]\u000a22:33:54.127055 tst cs_paging_gprs_active.py:38: Test FAILED (8.6 sec)\u000a22:33:54.186536 run osmo-hlr_10.42.42.2(pid=8524): ERR: Terminated: ERROR {rc=237} [trial-2395↪gprs:trx-lms+mod-bts0-egprs↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=8524)]\u000a22:33:54.235708 run osmo-hlr_10.42.42.2(pid=8524): stdout: \u000a| (launched: 2022-12-13_22:33:51.005861) \u000a22:33:54.284797 run osmo-hlr_10.42.42.2(pid=8524): stderr: \u000a| �[0;m�[1;31m20221213223351182 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213223351182 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213223351182 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213223351182 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213223351182 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213223351182 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213223351194 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2395/run.2022-12-13_21-44-31/gprs:trx-lms+mod-bts0-egprs/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213223351205 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213223351205 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213223351205 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:33:54.326620 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8517): Terminating (SIGTERM)\u000a22:33:54.365975 run iperf3-srv_10.42.42.10(pid=8518): Terminating (SIGTERM)\u000a22:33:54.405226 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8519): Terminating (SIGTERM)\u000a22:33:54.444501 run iperf3-srv_10.42.42.10(pid=8520): Terminating (SIGTERM)\u000a22:33:54.483982 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8523): Terminating (SIGTERM)\u000a22:33:54.523205 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8526): Terminating (SIGTERM)\u000a22:33:54.562622 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8529): Terminating (SIGTERM)\u000a22:33:54.571815 --- ParallelTerminationStrategy: PID 8517 died...\u000a22:33:54.624914 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8517): Terminated: ok {rc=0}\u000a22:33:54.634898 --- ParallelTerminationStrategy: PID 8518 died...\u000a22:33:54.687563 run iperf3-srv_10.42.42.10(pid=8518): Terminated {rc=256}\u000a22:33:54.697144 --- ParallelTerminationStrategy: PID 8519 died...\u000a22:33:54.749675 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8519): Terminated: ok {rc=0}\u000a22:33:54.759244 --- ParallelTerminationStrategy: PID 8520 died...\u000a22:33:54.811524 run iperf3-srv_10.42.42.10(pid=8520): Terminated {rc=256}\u000a22:33:54.821124 --- ParallelTerminationStrategy: PID 8523 died...\u000a22:33:54.873439 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8523): Terminated: ok {rc=0}\u000a22:33:54.882987 --- ParallelTerminationStrategy: PID 8526 died...\u000a22:33:54.935119 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8526): Terminated: ok {rc=0}\u000a22:33:54.944573 --- ParallelTerminationStrategy: PID 8529 died...\u000a22:33:54.996755 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8529): Terminated: ok {rc=0}\u000a22:33:55.079897 bus /gobi_0: Setting Powered False\u000a22:33:56.186846 bus /gobi_0: Setting Powered False\u000a22:33:57.299103 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 257, "className" : "gprs:trx-lms+mod-bts0-egprs", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=8539): Process ended prematurely: osmo-stp_10.42.42.5(pid=8539) [trial-2395↪gprs:trx-lms+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8539)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=8539): Process ended prematurely: osmo-stp_10.42.42.5(pid=8539) [trial-2395↪gprs:trx-lms+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8539)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2395 gprs:trx-lms+mod-bts0-egprs iperf3.py\u000a----------------------------------------------\u000a22:33:58.413711 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:33:58.425463 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a22:33:58.571538 tst iperf3.py: using LAC 36682\u000a22:33:58.698257 tst iperf3.py: using RAC 217\u000a22:33:58.824102 tst iperf3.py: using CellId 36682\u000a22:33:58.950741 tst iperf3.py: using BVCI 36683\u000a22:33:58.975315 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:33:58.986599 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:33:58.997678 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:33:59.008544 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:33:59.019789 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:33:59.031168 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:33:59.042706 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:33:59.054033 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:33:59.065491 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a22:33:59.357691 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a22:33:59.491124 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a22:33:59.821815 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8531): Launched\u000a22:34:00.097530 run iperf3-srv_10.42.42.10(pid=8532): Launched\u000a22:34:00.294727 tst iperf3.py:8: start network...\u000a22:34:00.429306 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:34:00.991419 run create_hlr_db(pid=8533): Launched\u000a22:34:01.185611 bus /gobi_6: Setting Powered False\u000a22:34:02.189648 run create_hlr_db(pid=8533): Terminated: ok {rc=0}\u000a22:34:02.642340 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8535): Launched\u000a22:34:02.963588 run osmo-hlr_10.42.42.2(pid=8536): Launched\u000a22:34:03.080426 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:34:03.639119 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8538): Launched\u000a22:34:03.960271 run osmo-stp_10.42.42.5(pid=8539): Launched\u000a22:34:04.077984 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a22:34:04.636059 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8541): Launched\u000a22:34:04.743504 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a22:34:05.003912 run patchelf(pid=8542): Launched\u000a22:34:05.179476 run osmo-stp_10.42.42.5(pid=8539): ERR: Terminated: ERROR {rc=1} [trial-2395↪gprs:trx-lms+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8539)]\u000a22:34:05.307415 run osmo-stp_10.42.42.5(pid=8539): stdout: \u000a| (launched: 2022-12-13_22:34:03.802511)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:34:05.435648 run osmo-stp_10.42.42.5(pid=8539): stderr: \u000a| �[0;m�[38;5;43m20221213223403994 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213223403994 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213223403994 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213223403994 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213223403995 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213223403995 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213223403995 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:34:05.559383 run osmo-stp_10.42.42.5(pid=8539): stdout: \u000a| (launched: 2022-12-13_22:34:03.802511)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:34:05.681807 run osmo-stp_10.42.42.5(pid=8539): stderr: \u000a| �[0;m�[38;5;43m20221213223403994 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213223403994 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213223403994 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213223403994 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213223403995 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213223403995 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213223403995 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:34:05.824474 run patchelf(pid=8542): Terminating (SIGINT)\u000a22:34:05.991891 run patchelf(pid=8542): Terminated: ok {rc=0}\u000a22:34:06.022694 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=8539): Process ended prematurely: osmo-stp_10.42.42.5(pid=8539) [trial-2395↪gprs:trx-lms+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8539)] [trial-2395↪gprs:trx-lms+mod-bts0-egprs↪iperf3.py:8]\u000a22:34:06.031838 tst iperf3.py:8: Test FAILED (7.7 sec)\u000a22:34:06.091429 run osmo-hlr_10.42.42.2(pid=8536): ERR: Terminated: ERROR {rc=237} [trial-2395↪gprs:trx-lms+mod-bts0-egprs↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=8536)]\u000a22:34:06.140097 run osmo-hlr_10.42.42.2(pid=8536): stdout: \u000a| (launched: 2022-12-13_22:34:02.806249) \u000a22:34:06.189364 run osmo-hlr_10.42.42.2(pid=8536): stderr: \u000a| �[0;m�[1;31m20221213223403005 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213223403005 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213223403005 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213223403005 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213223403005 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213223403005 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213223403018 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2395/run.2022-12-13_21-44-31/gprs:trx-lms+mod-bts0-egprs/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213223403026 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213223403026 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213223403026 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:34:06.231067 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8531): Terminating (SIGTERM)\u000a22:34:06.270539 run iperf3-srv_10.42.42.10(pid=8532): Terminating (SIGTERM)\u000a22:34:06.309869 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8535): Terminating (SIGTERM)\u000a22:34:06.349669 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8538): Terminating (SIGTERM)\u000a22:34:06.389097 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8541): Terminating (SIGTERM)\u000a22:34:06.398278 --- ParallelTerminationStrategy: PID 8531 died...\u000a22:34:06.450928 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8531): Terminated: ok {rc=0}\u000a22:34:06.460363 --- ParallelTerminationStrategy: PID 8532 died...\u000a22:34:06.512825 run iperf3-srv_10.42.42.10(pid=8532): Terminated {rc=256}\u000a22:34:06.522623 --- ParallelTerminationStrategy: PID 8535 died...\u000a22:34:06.575109 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8535): Terminated: ok {rc=0}\u000a22:34:06.584560 --- ParallelTerminationStrategy: PID 8538 died...\u000a22:34:06.636913 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8538): Terminated: ok {rc=0}\u000a22:34:06.646450 --- ParallelTerminationStrategy: PID 8541 died...\u000a22:34:06.699015 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8541): Terminated: ok {rc=0}\u000a22:34:06.782825 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 257, "className" : "gprs:trx-lms+mod-bts0-egprs", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=8557): Process ended prematurely: osmo-stp_10.42.42.5(pid=8557) [trial-2395↪gprs:trx-lms+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8557)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=8557): Process ended prematurely: osmo-stp_10.42.42.5(pid=8557) [trial-2395↪gprs:trx-lms+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8557)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2395 gprs:trx-lms+mod-bts0-egprs iperf3m4.py\u000a----------------------------------------------\u000a22:34:07.897690 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:34:07.909545 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a22:34:08.055317 tst iperf3m4.py: using LAC 36683\u000a22:34:08.180199 tst iperf3m4.py: using RAC 218\u000a22:34:08.307013 tst iperf3m4.py: using CellId 36683\u000a22:34:08.431329 tst iperf3m4.py: using BVCI 36684\u000a22:34:08.455804 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:34:08.467056 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:34:08.478202 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:34:08.489196 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:34:08.500241 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:34:08.511534 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:34:08.523148 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:34:08.534414 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:34:08.546016 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a22:34:08.662902 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a22:34:08.784330 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a22:34:08.903718 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a22:34:09.181643 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a22:34:09.305776 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a22:34:09.615813 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8543): Launched\u000a22:34:09.873062 run iperf3-srv_10.42.42.10(pid=8544): Launched\u000a22:34:10.055092 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a22:34:10.179666 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a22:34:10.490155 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8545): Launched\u000a22:34:10.748381 run iperf3-srv_10.42.42.10(pid=8546): Launched\u000a22:34:10.931326 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a22:34:11.055368 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a22:34:11.365089 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8547): Launched\u000a22:34:11.622945 run iperf3-srv_10.42.42.10(pid=8548): Launched\u000a22:34:11.805427 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a22:34:11.929774 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a22:34:12.239464 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8549): Launched\u000a22:34:12.496757 run iperf3-srv_10.42.42.10(pid=8550): Launched\u000a22:34:12.678858 tst iperf3m4.py:8: start network...\u000a22:34:12.803803 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:34:13.286334 run create_hlr_db(pid=8551): Launched\u000a22:34:13.458483 bus /gobi_6: Setting Powered False\u000a22:34:14.481502 run create_hlr_db(pid=8551): Terminated: ok {rc=0}\u000a22:34:14.907451 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8553): Launched\u000a22:34:15.230781 run osmo-hlr_10.42.42.2(pid=8554): Launched\u000a22:34:15.347567 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:34:15.914939 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8556): Launched\u000a22:34:16.337641 run osmo-stp_10.42.42.5(pid=8557): Launched\u000a22:34:16.525312 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a22:34:17.238779 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8559): Launched\u000a22:34:17.357294 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a22:34:17.639643 run patchelf(pid=8560): Launched\u000a22:34:17.828034 run osmo-stp_10.42.42.5(pid=8557): ERR: Terminated: ERROR {rc=1} [trial-2395↪gprs:trx-lms+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8557)]\u000a22:34:17.966400 run osmo-stp_10.42.42.5(pid=8557): stdout: \u000a| (launched: 2022-12-13_22:34:16.108834)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:34:18.105005 run osmo-stp_10.42.42.5(pid=8557): stderr: \u000a| �[0;m�[38;5;43m20221213223416465 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213223416466 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213223416466 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213223416466 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213223416467 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213223416467 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213223416467 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:34:18.238987 run osmo-stp_10.42.42.5(pid=8557): stdout: \u000a| (launched: 2022-12-13_22:34:16.108834)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:34:18.371057 run osmo-stp_10.42.42.5(pid=8557): stderr: \u000a| �[0;m�[38;5;43m20221213223416465 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213223416466 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213223416466 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213223416466 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213223416467 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213223416467 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213223416467 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:34:18.524722 run patchelf(pid=8560): Terminating (SIGINT)\u000a22:34:18.704814 run patchelf(pid=8560): Terminated: ok {rc=0}\u000a22:34:18.737934 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=8557): Process ended prematurely: osmo-stp_10.42.42.5(pid=8557) [trial-2395↪gprs:trx-lms+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8557)] [trial-2395↪gprs:trx-lms+mod-bts0-egprs↪iperf3m4.py:8]\u000a22:34:18.747877 tst iperf3m4.py:8: Test FAILED (10.9 sec)\u000a22:34:18.811396 run osmo-hlr_10.42.42.2(pid=8554): ERR: Terminated: ERROR {rc=237} [trial-2395↪gprs:trx-lms+mod-bts0-egprs↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=8554)]\u000a22:34:18.863215 run osmo-hlr_10.42.42.2(pid=8554): stdout: \u000a| (launched: 2022-12-13_22:34:15.070762) \u000a22:34:18.915575 run osmo-hlr_10.42.42.2(pid=8554): stderr: \u000a| �[0;m�[1;31m20221213223415270 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213223415270 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213223415270 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213223415270 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213223415270 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213223415270 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213223415283 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2395/run.2022-12-13_21-44-31/gprs:trx-lms+mod-bts0-egprs/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213223415291 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213223415291 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213223415291 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:34:18.960312 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8543): Terminating (SIGTERM)\u000a22:34:19.002594 run iperf3-srv_10.42.42.10(pid=8544): Terminating (SIGTERM)\u000a22:34:19.044782 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8545): Terminating (SIGTERM)\u000a22:34:19.086928 run iperf3-srv_10.42.42.10(pid=8546): Terminating (SIGTERM)\u000a22:34:19.129287 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8547): Terminating (SIGTERM)\u000a22:34:19.171476 run iperf3-srv_10.42.42.10(pid=8548): Terminating (SIGTERM)\u000a22:34:19.213712 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8549): Terminating (SIGTERM)\u000a22:34:19.255805 run iperf3-srv_10.42.42.10(pid=8550): Terminating (SIGTERM)\u000a22:34:19.298124 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8553): Terminating (SIGTERM)\u000a22:34:19.340171 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8556): Terminating (SIGTERM)\u000a22:34:19.381973 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8559): Terminating (SIGTERM)\u000a22:34:19.392232 --- ParallelTerminationStrategy: PID 8543 died...\u000a22:34:19.448537 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8543): Terminated: ok {rc=0}\u000a22:34:19.458733 --- ParallelTerminationStrategy: PID 8544 died...\u000a22:34:19.514893 run iperf3-srv_10.42.42.10(pid=8544): Terminated {rc=256}\u000a22:34:19.525093 --- ParallelTerminationStrategy: PID 8545 died...\u000a22:34:19.580979 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8545): Terminated: ok {rc=0}\u000a22:34:19.591034 --- ParallelTerminationStrategy: PID 8546 died...\u000a22:34:19.647076 run iperf3-srv_10.42.42.10(pid=8546): Terminated {rc=256}\u000a22:34:19.657315 --- ParallelTerminationStrategy: PID 8547 died...\u000a22:34:19.713418 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8547): Terminated: ok {rc=0}\u000a22:34:19.723446 --- ParallelTerminationStrategy: PID 8548 died...\u000a22:34:19.779517 run iperf3-srv_10.42.42.10(pid=8548): Terminated {rc=256}\u000a22:34:19.789748 --- ParallelTerminationStrategy: PID 8549 died...\u000a22:34:19.845890 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8549): Terminated: ok {rc=0}\u000a22:34:19.855984 --- ParallelTerminationStrategy: PID 8550 died...\u000a22:34:19.912030 run iperf3-srv_10.42.42.10(pid=8550): Terminated {rc=256}\u000a22:34:19.922219 --- ParallelTerminationStrategy: PID 8553 died...\u000a22:34:19.978510 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8553): Terminated: ok {rc=0}\u000a22:34:19.988698 --- ParallelTerminationStrategy: PID 8556 died...\u000a22:34:20.045657 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8556): Terminated: ok {rc=0}\u000a22:34:20.055861 --- ParallelTerminationStrategy: PID 8559 died...\u000a22:34:20.112402 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8559): Terminated: ok {rc=0}\u000a22:34:20.198908 bus /gobi_4: Setting Powered False\u000a22:34:21.305595 bus /gobi_4: Setting Powered False\u000a22:34:22.414541 bus /gobi_1: Setting Powered False\u000a22:34:23.520930 bus /gobi_1: Setting Powered False\u000a22:34:24.629920 bus /gobi_0: Setting Powered False\u000a22:34:25.736077 bus /gobi_0: Setting Powered False\u000a22:34:26.845222 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 257, "className" : "gprs:trx-lms+mod-bts0-egprs", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=8567): Process ended prematurely: osmo-stp_10.42.42.5(pid=8567) [trial-2395↪gprs:trx-lms+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8567)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=8567): Process ended prematurely: osmo-stp_10.42.42.5(pid=8567) [trial-2395↪gprs:trx-lms+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8567)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2395 gprs:trx-lms+mod-bts0-egprs ping.py\u000a----------------------------------------------\u000a22:34:27.911676 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:34:27.923019 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a22:34:28.059062 tst ping.py: using LAC 36684\u000a22:34:28.176147 tst ping.py: using RAC 219\u000a22:34:28.293992 tst ping.py: using CellId 36684\u000a22:34:28.416053 tst ping.py: using BVCI 36685\u000a22:34:28.440045 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:34:28.451529 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:34:28.462672 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:34:28.473821 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:34:28.486104 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:34:28.498019 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:34:28.510238 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:34:28.522149 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a22:34:28.796182 tst ping.py:19: start network...\u000a22:34:28.918025 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:34:29.388302 run create_hlr_db(pid=8561): Launched\u000a22:34:29.557559 bus /gobi_6: Setting Powered False\u000a22:34:30.579724 run create_hlr_db(pid=8561): Terminated: ok {rc=0}\u000a22:34:31.035854 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8563): Launched\u000a22:34:31.455135 run osmo-hlr_10.42.42.2(pid=8564): Launched\u000a22:34:31.643959 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:34:32.267765 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8566): Launched\u000a22:34:32.588809 run osmo-stp_10.42.42.5(pid=8567): Launched\u000a22:34:32.703948 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a22:34:33.256758 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8569): Launched\u000a22:34:33.369900 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a22:34:33.646178 run patchelf(pid=8570): Launched\u000a22:34:33.831121 run osmo-stp_10.42.42.5(pid=8567): ERR: Terminated: ERROR {rc=1} [trial-2395↪gprs:trx-lms+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8567)]\u000a22:34:33.966512 run osmo-stp_10.42.42.5(pid=8567): stdout: \u000a| (launched: 2022-12-13_22:34:32.430564)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:34:34.102525 run osmo-stp_10.42.42.5(pid=8567): stderr: \u000a| �[0;m�[38;5;43m20221213223432623 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213223432623 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213223432624 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213223432624 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213223432625 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213223432625 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213223432625 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:34:34.234367 run osmo-stp_10.42.42.5(pid=8567): stdout: \u000a| (launched: 2022-12-13_22:34:32.430564)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:34:34.364657 run osmo-stp_10.42.42.5(pid=8567): stderr: \u000a| �[0;m�[38;5;43m20221213223432623 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213223432623 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213223432624 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213223432624 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213223432625 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213223432625 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213223432625 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:34:34.515262 run patchelf(pid=8570): Terminating (SIGINT)\u000a22:34:34.691484 run patchelf(pid=8570): Terminated: ok {rc=0}\u000a22:34:34.723590 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=8567): Process ended prematurely: osmo-stp_10.42.42.5(pid=8567) [trial-2395↪gprs:trx-lms+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8567)] [trial-2395↪gprs:trx-lms+mod-bts0-egprs↪ping.py:22]\u000a22:34:34.732940 tst ping.py:22: Test FAILED (6.8 sec)\u000a22:34:34.796195 run osmo-hlr_10.42.42.2(pid=8564): ERR: Terminated: ERROR {rc=237} [trial-2395↪gprs:trx-lms+mod-bts0-egprs↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=8564)]\u000a22:34:34.848226 run osmo-hlr_10.42.42.2(pid=8564): stdout: \u000a| (launched: 2022-12-13_22:34:31.199427) \u000a22:34:34.900298 run osmo-hlr_10.42.42.2(pid=8564): stderr: \u000a| �[0;m�[1;31m20221213223431396 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213223431396 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213223431396 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213223431396 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213223431396 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213223431396 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213223431411 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2395/run.2022-12-13_21-44-31/gprs:trx-lms+mod-bts0-egprs/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213223431432 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213223431432 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213223431432 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:34:34.944602 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8563): Terminating (SIGTERM)\u000a22:34:34.986723 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8566): Terminating (SIGTERM)\u000a22:34:35.028722 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8569): Terminating (SIGTERM)\u000a22:34:35.038501 --- ParallelTerminationStrategy: PID 8563 died...\u000a22:34:35.094849 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8563): Terminated: ok {rc=0}\u000a22:34:35.104902 --- ParallelTerminationStrategy: PID 8566 died...\u000a22:34:35.161247 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8566): Terminated: ok {rc=0}\u000a22:34:35.171387 --- ParallelTerminationStrategy: PID 8569 died...\u000a22:34:35.227146 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8569): Terminated: ok {rc=0}\u000a22:34:35.314003 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 257, "className" : "gprs:trx-lms+mod-bts0-egprs", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=8577): Process ended prematurely: osmo-stp_10.42.42.5(pid=8577) [trial-2395↪gprs:trx-lms+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8577)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=8577): Process ended prematurely: osmo-stp_10.42.42.5(pid=8577) [trial-2395↪gprs:trx-lms+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8577)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2395 gprs:trx-lms+mod-bts0-egprs ping_idle_ping.py\u000a----------------------------------------------\u000a22:34:36.366995 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:34:36.379016 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a22:34:36.526276 tst ping_idle_ping.py: using LAC 36685\u000a22:34:36.647329 tst ping_idle_ping.py: using RAC 220\u000a22:34:36.771099 tst ping_idle_ping.py: using CellId 36685\u000a22:34:36.893383 tst ping_idle_ping.py: using BVCI 36686\u000a22:34:36.917401 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:34:36.928583 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:34:36.940166 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:34:36.951305 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:34:36.962613 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:34:36.974007 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:34:36.985544 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:34:36.996846 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a22:34:37.272637 tst ping_idle_ping.py:24: start network...\u000a22:34:37.396092 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:34:37.871219 run create_hlr_db(pid=8571): Launched\u000a22:34:38.040795 bus /gobi_6: Setting Powered False\u000a22:34:39.063396 run create_hlr_db(pid=8571): Terminated: ok {rc=0}\u000a22:34:39.484692 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8573): Launched\u000a22:34:39.801466 run osmo-hlr_10.42.42.2(pid=8574): Launched\u000a22:34:39.919835 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:34:40.470492 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8576): Launched\u000a22:34:40.787309 run osmo-stp_10.42.42.5(pid=8577): Launched\u000a22:34:40.902287 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a22:34:41.454140 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8579): Launched\u000a22:34:41.566569 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a22:34:41.841430 run patchelf(pid=8580): Launched\u000a22:34:42.026896 run osmo-stp_10.42.42.5(pid=8577): ERR: Terminated: ERROR {rc=1} [trial-2395↪gprs:trx-lms+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8577)]\u000a22:34:42.162410 run osmo-stp_10.42.42.5(pid=8577): stdout: \u000a| (launched: 2022-12-13_22:34:40.630957)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:34:42.298058 run osmo-stp_10.42.42.5(pid=8577): stderr: \u000a| �[0;m�[38;5;43m20221213223440822 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213223440822 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213223440823 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213223440823 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213223440823 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213223440823 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213223440823 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:34:42.429065 run osmo-stp_10.42.42.5(pid=8577): stdout: \u000a| (launched: 2022-12-13_22:34:40.630957)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:34:42.558745 run osmo-stp_10.42.42.5(pid=8577): stderr: \u000a| �[0;m�[38;5;43m20221213223440822 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213223440822 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213223440823 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213223440823 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213223440823 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213223440823 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213223440823 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:34:42.709692 run patchelf(pid=8580): Terminating (SIGINT)\u000a22:34:42.886275 run patchelf(pid=8580): Terminated: ok {rc=0}\u000a22:34:42.918454 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=8577): Process ended prematurely: osmo-stp_10.42.42.5(pid=8577) [trial-2395↪gprs:trx-lms+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8577)] [trial-2395↪gprs:trx-lms+mod-bts0-egprs↪ping_idle_ping.py:27]\u000a22:34:42.927767 tst ping_idle_ping.py:27: Test FAILED (6.5 sec)\u000a22:34:42.990959 run osmo-hlr_10.42.42.2(pid=8574): ERR: Terminated: ERROR {rc=237} [trial-2395↪gprs:trx-lms+mod-bts0-egprs↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=8574)]\u000a22:34:43.042640 run osmo-hlr_10.42.42.2(pid=8574): stdout: \u000a| (launched: 2022-12-13_22:34:39.645274) \u000a22:34:43.094830 run osmo-hlr_10.42.42.2(pid=8574): stderr: \u000a| �[0;m�[1;31m20221213223439842 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213223439842 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213223439842 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213223439842 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213223439842 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213223439842 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213223439857 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2395/run.2022-12-13_21-44-31/gprs:trx-lms+mod-bts0-egprs/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213223439865 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213223439866 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213223439866 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:34:43.139598 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8573): Terminating (SIGTERM)\u000a22:34:43.181652 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8576): Terminating (SIGTERM)\u000a22:34:43.223587 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8579): Terminating (SIGTERM)\u000a22:34:43.233362 --- ParallelTerminationStrategy: PID 8573 died...\u000a22:34:43.289593 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8573): Terminated: ok {rc=0}\u000a22:34:43.299663 --- ParallelTerminationStrategy: PID 8576 died...\u000a22:34:43.355227 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8576): Terminated: ok {rc=0}\u000a22:34:43.365300 --- ParallelTerminationStrategy: PID 8579 died...\u000a22:34:43.421446 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8579): Terminated: ok {rc=0}\u000a22:34:43.507744 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 61.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "108", "name" : "gprs_trx-lms+mod-bts0-egprs", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T22:33:45" }, { "cases" : [ { "testActions" : [ ], "age" : 257, "className" : "gprs:trx-lms+mod-bts0-dynts-ipa", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=8595): Process ended prematurely: osmo-stp_10.42.42.5(pid=8595) [trial-2395↪gprs:trx-lms+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8595)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=8595): Process ended prematurely: osmo-stp_10.42.42.5(pid=8595) [trial-2395↪gprs:trx-lms+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8595)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2395 gprs:trx-lms+mod-bts0-dynts-ipa cs_paging_gprs_active.py\u000a----------------------------------------------\u000a22:34:45.669298 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:34:45.680457 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a22:34:45.845785 tst cs_paging_gprs_active.py: using LAC 36686\u000a22:34:45.981914 tst cs_paging_gprs_active.py: using RAC 221\u000a22:34:46.116580 tst cs_paging_gprs_active.py: using CellId 36686\u000a22:34:46.270877 tst cs_paging_gprs_active.py: using BVCI 36687\u000a22:34:46.305112 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:34:46.320844 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:34:46.336634 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:34:46.351839 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:34:46.365451 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:34:46.378590 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:34:46.391032 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:34:46.403960 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:34:46.416662 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a22:34:46.537811 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a22:34:46.868699 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a22:34:47.038134 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a22:34:47.393738 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8585): Launched\u000a22:34:47.670916 run iperf3-srv_10.42.42.10(pid=8586): Launched\u000a22:34:47.868798 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a22:34:48.003759 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a22:34:48.337906 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8587): Launched\u000a22:34:48.614151 run iperf3-srv_10.42.42.10(pid=8588): Launched\u000a22:34:48.811136 tst cs_paging_gprs_active.py:38: start network...\u000a22:34:48.945624 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:34:49.453861 run create_hlr_db(pid=8589): Launched\u000a22:34:49.639845 bus /gobi_6: Setting Powered False\u000a22:34:50.661813 run create_hlr_db(pid=8589): Terminated: ok {rc=0}\u000a22:34:51.073564 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8591): Launched\u000a22:34:51.396273 run osmo-hlr_10.42.42.2(pid=8592): Launched\u000a22:34:51.515415 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:34:52.072882 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8594): Launched\u000a22:34:52.395415 run osmo-stp_10.42.42.5(pid=8595): Launched\u000a22:34:52.511583 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a22:34:53.071428 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8597): Launched\u000a22:34:53.187791 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a22:34:53.475426 run patchelf(pid=8598): Launched\u000a22:34:53.664527 run osmo-stp_10.42.42.5(pid=8595): ERR: Terminated: ERROR {rc=1} [trial-2395↪gprs:trx-lms+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8595)]\u000a22:34:53.802722 run osmo-stp_10.42.42.5(pid=8595): stdout: \u000a| (launched: 2022-12-13_22:34:52.236446)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:34:53.940932 run osmo-stp_10.42.42.5(pid=8595): stderr: \u000a| �[0;m�[38;5;43m20221213223452429 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213223452429 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213223452429 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213223452430 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213223452430 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213223452430 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213223452430 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:34:54.074874 run osmo-stp_10.42.42.5(pid=8595): stdout: \u000a| (launched: 2022-12-13_22:34:52.236446)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:34:54.207688 run osmo-stp_10.42.42.5(pid=8595): stderr: \u000a| �[0;m�[38;5;43m20221213223452429 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213223452429 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213223452429 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213223452430 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213223452430 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213223452430 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213223452430 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:34:54.362212 run patchelf(pid=8598): Terminating (SIGINT)\u000a22:34:54.543314 run patchelf(pid=8598): Terminated: ok {rc=0}\u000a22:34:54.576312 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=8595): Process ended prematurely: osmo-stp_10.42.42.5(pid=8595) [trial-2395↪gprs:trx-lms+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8595)] [trial-2395↪gprs:trx-lms+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38]\u000a22:34:54.586245 tst cs_paging_gprs_active.py:38: Test FAILED (9.0 sec)\u000a22:34:54.649853 run osmo-hlr_10.42.42.2(pid=8592): ERR: Terminated: ERROR {rc=237} [trial-2395↪gprs:trx-lms+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=8592)]\u000a22:34:54.701446 run osmo-hlr_10.42.42.2(pid=8592): stdout: \u000a| (launched: 2022-12-13_22:34:51.237716) \u000a22:34:54.753817 run osmo-hlr_10.42.42.2(pid=8592): stderr: \u000a| �[0;m�[1;31m20221213223451435 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213223451436 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213223451436 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213223451436 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213223451436 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213223451436 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213223451447 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2395/run.2022-12-13_21-44-31/gprs:trx-lms+mod-bts0-dynts-ipa/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213223451456 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213223451456 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213223451456 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:34:54.798650 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8585): Terminating (SIGTERM)\u000a22:34:54.840752 run iperf3-srv_10.42.42.10(pid=8586): Terminating (SIGTERM)\u000a22:34:54.882982 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8587): Terminating (SIGTERM)\u000a22:34:54.924782 run iperf3-srv_10.42.42.10(pid=8588): Terminating (SIGTERM)\u000a22:34:54.966718 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8591): Terminating (SIGTERM)\u000a22:34:55.008515 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8594): Terminating (SIGTERM)\u000a22:34:55.050302 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8597): Terminating (SIGTERM)\u000a22:34:55.059962 --- ParallelTerminationStrategy: PID 8585 died...\u000a22:34:55.116395 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8585): Terminated: ok {rc=0}\u000a22:34:55.126467 --- ParallelTerminationStrategy: PID 8586 died...\u000a22:34:55.182810 run iperf3-srv_10.42.42.10(pid=8586): Terminated {rc=256}\u000a22:34:55.192796 --- ParallelTerminationStrategy: PID 8587 died...\u000a22:34:55.249012 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8587): Terminated: ok {rc=0}\u000a22:34:55.259082 --- ParallelTerminationStrategy: PID 8588 died...\u000a22:34:55.314953 run iperf3-srv_10.42.42.10(pid=8588): Terminated {rc=256}\u000a22:34:55.324943 --- ParallelTerminationStrategy: PID 8591 died...\u000a22:34:55.380790 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8591): Terminated: ok {rc=0}\u000a22:34:55.390847 --- ParallelTerminationStrategy: PID 8594 died...\u000a22:34:55.446879 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8594): Terminated: ok {rc=0}\u000a22:34:55.456913 --- ParallelTerminationStrategy: PID 8597 died...\u000a22:34:55.512886 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8597): Terminated: ok {rc=0}\u000a22:34:55.600569 bus /gobi_0: Setting Powered False\u000a22:34:56.704579 bus /gobi_0: Setting Powered False\u000a22:34:57.811795 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 257, "className" : "gprs:trx-lms+mod-bts0-dynts-ipa", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=8610): Process ended prematurely: osmo-stp_10.42.42.5(pid=8610) [trial-2395↪gprs:trx-lms+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8610)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=8610): Process ended prematurely: osmo-stp_10.42.42.5(pid=8610) [trial-2395↪gprs:trx-lms+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8610)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2395 gprs:trx-lms+mod-bts0-dynts-ipa iperf3.py\u000a----------------------------------------------\u000a22:34:58.926248 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:34:58.938293 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a22:34:59.099909 tst iperf3.py: using LAC 36687\u000a22:34:59.217141 tst iperf3.py: using RAC 222\u000a22:34:59.333085 tst iperf3.py: using CellId 36687\u000a22:34:59.450185 tst iperf3.py: using BVCI 36688\u000a22:34:59.473111 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:34:59.484096 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:34:59.494733 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:34:59.505349 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:34:59.515819 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:34:59.526439 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:34:59.537172 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:34:59.547595 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:34:59.558906 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a22:34:59.850837 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a22:34:59.985446 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a22:35:00.318309 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8599): Launched\u000a22:35:00.594677 run iperf3-srv_10.42.42.10(pid=8600): Launched\u000a22:35:00.791827 tst iperf3.py:8: start network...\u000a22:35:00.934143 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:35:01.462182 run create_hlr_db(pid=8604): Launched\u000a22:35:01.652164 bus /gobi_6: Setting Powered False\u000a22:35:02.669473 run create_hlr_db(pid=8604): Terminated: ok {rc=0}\u000a22:35:03.072240 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8606): Launched\u000a22:35:03.372049 run osmo-hlr_10.42.42.2(pid=8607): Launched\u000a22:35:03.490710 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:35:04.019117 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8609): Launched\u000a22:35:04.318432 run osmo-stp_10.42.42.5(pid=8610): Launched\u000a22:35:04.426876 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a22:35:04.949167 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8612): Launched\u000a22:35:05.055467 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a22:35:05.316824 run patchelf(pid=8613): Launched\u000a22:35:05.491691 run osmo-stp_10.42.42.5(pid=8610): ERR: Terminated: ERROR {rc=1} [trial-2395↪gprs:trx-lms+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8610)]\u000a22:35:05.619634 run osmo-stp_10.42.42.5(pid=8610): stdout: \u000a| (launched: 2022-12-13_22:35:04.171985)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:35:05.747642 run osmo-stp_10.42.42.5(pid=8610): stderr: \u000a| �[0;m�[38;5;43m20221213223504343 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213223504343 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213223504343 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213223504344 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213223504344 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213223504344 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213223504345 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:35:05.871328 run osmo-stp_10.42.42.5(pid=8610): stdout: \u000a| (launched: 2022-12-13_22:35:04.171985)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:35:05.993403 run osmo-stp_10.42.42.5(pid=8610): stderr: \u000a| �[0;m�[38;5;43m20221213223504343 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213223504343 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213223504343 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213223504344 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213223504344 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213223504344 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213223504345 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:35:06.135719 run patchelf(pid=8613): Terminating (SIGINT)\u000a22:35:06.302930 run patchelf(pid=8613): Terminated: ok {rc=0}\u000a22:35:06.333758 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=8610): Process ended prematurely: osmo-stp_10.42.42.5(pid=8610) [trial-2395↪gprs:trx-lms+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8610)] [trial-2395↪gprs:trx-lms+mod-bts0-dynts-ipa↪iperf3.py:8]\u000a22:35:06.342852 tst iperf3.py:8: Test FAILED (7.5 sec)\u000a22:35:06.402674 run osmo-hlr_10.42.42.2(pid=8607): ERR: Terminated: ERROR {rc=237} [trial-2395↪gprs:trx-lms+mod-bts0-dynts-ipa↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=8607)]\u000a22:35:06.451022 run osmo-hlr_10.42.42.2(pid=8607): stdout: \u000a| (launched: 2022-12-13_22:35:03.225102) \u000a22:35:06.500166 run osmo-hlr_10.42.42.2(pid=8607): stderr: \u000a| �[0;m�[1;31m20221213223503399 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213223503399 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213223503400 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213223503400 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213223503400 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213223503400 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213223503415 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2395/run.2022-12-13_21-44-31/gprs:trx-lms+mod-bts0-dynts-ipa/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213223503426 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213223503426 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213223503426 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:35:06.542027 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8599): Terminating (SIGTERM)\u000a22:35:06.581345 run iperf3-srv_10.42.42.10(pid=8600): Terminating (SIGTERM)\u000a22:35:06.620448 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8606): Terminating (SIGTERM)\u000a22:35:06.659689 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8609): Terminating (SIGTERM)\u000a22:35:06.699091 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8612): Terminating (SIGTERM)\u000a22:35:06.708305 --- ParallelTerminationStrategy: PID 8599 died...\u000a22:35:06.761308 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8599): Terminated: ok {rc=0}\u000a22:35:06.770880 --- ParallelTerminationStrategy: PID 8600 died...\u000a22:35:06.823463 run iperf3-srv_10.42.42.10(pid=8600): Terminated {rc=256}\u000a22:35:06.833063 --- ParallelTerminationStrategy: PID 8606 died...\u000a22:35:06.885382 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8606): Terminated: ok {rc=0}\u000a22:35:06.894899 --- ParallelTerminationStrategy: PID 8609 died...\u000a22:35:06.947350 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8609): Terminated: ok {rc=0}\u000a22:35:06.956894 --- ParallelTerminationStrategy: PID 8612 died...\u000a22:35:07.009334 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8612): Terminated: ok {rc=0}\u000a22:35:07.097079 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 257, "className" : "gprs:trx-lms+mod-bts0-dynts-ipa", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=8628): Process ended prematurely: osmo-stp_10.42.42.5(pid=8628) [trial-2395↪gprs:trx-lms+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8628)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=8628): Process ended prematurely: osmo-stp_10.42.42.5(pid=8628) [trial-2395↪gprs:trx-lms+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8628)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2395 gprs:trx-lms+mod-bts0-dynts-ipa iperf3m4.py\u000a----------------------------------------------\u000a22:35:08.206792 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:35:08.218281 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a22:35:08.376235 tst iperf3m4.py: using LAC 36688\u000a22:35:08.495380 tst iperf3m4.py: using RAC 223\u000a22:35:08.612362 tst iperf3m4.py: using CellId 36688\u000a22:35:08.731216 tst iperf3m4.py: using BVCI 36689\u000a22:35:08.754134 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:35:08.764923 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:35:08.775492 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:35:08.786070 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:35:08.796554 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:35:08.807259 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:35:08.817989 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:35:08.828398 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:35:08.839075 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a22:35:08.959190 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a22:35:09.078128 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a22:35:09.199143 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a22:35:09.476799 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a22:35:09.601699 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a22:35:09.911872 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8614): Launched\u000a22:35:10.170111 run iperf3-srv_10.42.42.10(pid=8615): Launched\u000a22:35:10.351606 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a22:35:10.475626 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a22:35:10.786119 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8616): Launched\u000a22:35:11.043975 run iperf3-srv_10.42.42.10(pid=8617): Launched\u000a22:35:11.226513 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a22:35:11.351499 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a22:35:11.661562 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8618): Launched\u000a22:35:11.919237 run iperf3-srv_10.42.42.10(pid=8619): Launched\u000a22:35:12.101547 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a22:35:12.225762 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a22:35:12.535388 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8620): Launched\u000a22:35:12.793134 run iperf3-srv_10.42.42.10(pid=8621): Launched\u000a22:35:12.975230 tst iperf3m4.py:8: start network...\u000a22:35:13.099868 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:35:13.581286 run create_hlr_db(pid=8622): Launched\u000a22:35:13.753641 bus /gobi_6: Setting Powered False\u000a22:35:14.774425 run create_hlr_db(pid=8622): Terminated: ok {rc=0}\u000a22:35:15.201261 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8624): Launched\u000a22:35:15.521971 run osmo-hlr_10.42.42.2(pid=8625): Launched\u000a22:35:15.638999 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:35:16.249382 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8627): Launched\u000a22:35:16.795984 run osmo-stp_10.42.42.5(pid=8628): Launched\u000a22:35:17.081244 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a22:35:17.648370 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8630): Launched\u000a22:35:17.762808 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a22:35:18.040943 run patchelf(pid=8631): Launched\u000a22:35:18.228624 run osmo-stp_10.42.42.5(pid=8628): ERR: Terminated: ERROR {rc=1} [trial-2395↪gprs:trx-lms+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8628)]\u000a22:35:18.365448 run osmo-stp_10.42.42.5(pid=8628): stdout: \u000a| (launched: 2022-12-13_22:35:16.463523)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:35:18.502160 run osmo-stp_10.42.42.5(pid=8628): stderr: \u000a| �[0;m�[38;5;43m20221213223516805 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213223516806 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213223516807 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213223516807 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213223516808 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213223516808 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213223516808 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:35:18.634718 run osmo-stp_10.42.42.5(pid=8628): stdout: \u000a| (launched: 2022-12-13_22:35:16.463523)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:35:18.765897 run osmo-stp_10.42.42.5(pid=8628): stderr: \u000a| �[0;m�[38;5;43m20221213223516805 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213223516806 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213223516807 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213223516807 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213223516808 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213223516808 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213223516808 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:35:18.919465 run patchelf(pid=8631): Terminating (SIGINT)\u000a22:35:19.098654 run patchelf(pid=8631): Terminated: ok {rc=0}\u000a22:35:19.131765 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=8628): Process ended prematurely: osmo-stp_10.42.42.5(pid=8628) [trial-2395↪gprs:trx-lms+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8628)] [trial-2395↪gprs:trx-lms+mod-bts0-dynts-ipa↪iperf3m4.py:8]\u000a22:35:19.142198 tst iperf3m4.py:8: Test FAILED (11.0 sec)\u000a22:35:19.206106 run osmo-hlr_10.42.42.2(pid=8625): ERR: Terminated: ERROR {rc=237} [trial-2395↪gprs:trx-lms+mod-bts0-dynts-ipa↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=8625)]\u000a22:35:19.257731 run osmo-hlr_10.42.42.2(pid=8625): stdout: \u000a| (launched: 2022-12-13_22:35:15.364596) \u000a22:35:19.309935 run osmo-hlr_10.42.42.2(pid=8625): stderr: \u000a| �[0;m�[1;31m20221213223515563 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213223515563 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213223515563 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213223515563 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213223515563 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213223515563 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213223515600 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2395/run.2022-12-13_21-44-31/gprs:trx-lms+mod-bts0-dynts-ipa/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213223515609 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213223515610 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213223515610 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:35:19.355005 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8614): Terminating (SIGTERM)\u000a22:35:19.397217 run iperf3-srv_10.42.42.10(pid=8615): Terminating (SIGTERM)\u000a22:35:19.439522 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8616): Terminating (SIGTERM)\u000a22:35:19.481525 run iperf3-srv_10.42.42.10(pid=8617): Terminating (SIGTERM)\u000a22:35:19.523567 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8618): Terminating (SIGTERM)\u000a22:35:19.565553 run iperf3-srv_10.42.42.10(pid=8619): Terminating (SIGTERM)\u000a22:35:19.607569 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8620): Terminating (SIGTERM)\u000a22:35:19.649352 run iperf3-srv_10.42.42.10(pid=8621): Terminating (SIGTERM)\u000a22:35:19.691397 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8624): Terminating (SIGTERM)\u000a22:35:19.733316 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8627): Terminating (SIGTERM)\u000a22:35:19.775198 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8630): Terminating (SIGTERM)\u000a22:35:19.784883 --- ParallelTerminationStrategy: PID 8614 died...\u000a22:35:19.841564 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8614): Terminated: ok {rc=0}\u000a22:35:19.851717 --- ParallelTerminationStrategy: PID 8615 died...\u000a22:35:19.908095 run iperf3-srv_10.42.42.10(pid=8615): Terminated {rc=256}\u000a22:35:19.918180 --- ParallelTerminationStrategy: PID 8616 died...\u000a22:35:19.974506 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8616): Terminated: ok {rc=0}\u000a22:35:19.984557 --- ParallelTerminationStrategy: PID 8617 died...\u000a22:35:20.040548 run iperf3-srv_10.42.42.10(pid=8617): Terminated {rc=256}\u000a22:35:20.050599 --- ParallelTerminationStrategy: PID 8618 died...\u000a22:35:20.106752 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8618): Terminated: ok {rc=0}\u000a22:35:20.116782 --- ParallelTerminationStrategy: PID 8619 died...\u000a22:35:20.173085 run iperf3-srv_10.42.42.10(pid=8619): Terminated {rc=256}\u000a22:35:20.183146 --- ParallelTerminationStrategy: PID 8620 died...\u000a22:35:20.239522 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8620): Terminated: ok {rc=0}\u000a22:35:20.249659 --- ParallelTerminationStrategy: PID 8621 died...\u000a22:35:20.305884 run iperf3-srv_10.42.42.10(pid=8621): Terminated {rc=256}\u000a22:35:20.315963 --- ParallelTerminationStrategy: PID 8624 died...\u000a22:35:20.372372 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8624): Terminated: ok {rc=0}\u000a22:35:20.382459 --- ParallelTerminationStrategy: PID 8627 died...\u000a22:35:20.438681 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8627): Terminated: ok {rc=0}\u000a22:35:20.448787 --- ParallelTerminationStrategy: PID 8630 died...\u000a22:35:20.505228 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8630): Terminated: ok {rc=0}\u000a22:35:20.592195 bus /gobi_4: Setting Powered False\u000a22:35:21.696925 bus /gobi_4: Setting Powered False\u000a22:35:22.805059 bus /gobi_1: Setting Powered False\u000a22:35:23.912989 bus /gobi_1: Setting Powered False\u000a22:35:25.026652 bus /gobi_0: Setting Powered False\u000a22:35:26.130294 bus /gobi_0: Setting Powered False\u000a22:35:27.241320 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 257, "className" : "gprs:trx-lms+mod-bts0-dynts-ipa", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=8638): Process ended prematurely: osmo-stp_10.42.42.5(pid=8638) [trial-2395↪gprs:trx-lms+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8638)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=8638): Process ended prematurely: osmo-stp_10.42.42.5(pid=8638) [trial-2395↪gprs:trx-lms+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8638)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2395 gprs:trx-lms+mod-bts0-dynts-ipa ping.py\u000a----------------------------------------------\u000a22:35:28.307839 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:35:28.319256 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a22:35:28.475370 tst ping.py: using LAC 36689\u000a22:35:28.593501 tst ping.py: using RAC 224\u000a22:35:28.714238 tst ping.py: using CellId 36689\u000a22:35:28.827974 tst ping.py: using BVCI 36690\u000a22:35:28.850465 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:35:28.861378 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:35:28.871963 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:35:28.882625 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:35:28.893167 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:35:28.903763 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:35:28.914508 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:35:28.925102 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a22:35:29.212708 tst ping.py:19: start network...\u000a22:35:29.344450 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:35:29.839685 run create_hlr_db(pid=8632): Launched\u000a22:35:30.021830 bus /gobi_6: Setting Powered False\u000a22:35:31.052457 run create_hlr_db(pid=8632): Terminated: ok {rc=0}\u000a22:35:31.501025 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8634): Launched\u000a22:35:31.994361 run osmo-hlr_10.42.42.2(pid=8635): Launched\u000a22:35:32.150265 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:35:32.702965 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8637): Launched\u000a22:35:32.996667 run osmo-stp_10.42.42.5(pid=8638): Launched\u000a22:35:33.103884 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a22:35:33.617758 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8640): Launched\u000a22:35:33.722141 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a22:35:33.978421 run patchelf(pid=8641): Launched\u000a22:35:34.150754 run osmo-stp_10.42.42.5(pid=8638): ERR: Terminated: ERROR {rc=1} [trial-2395↪gprs:trx-lms+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8638)]\u000a22:35:34.276506 run osmo-stp_10.42.42.5(pid=8638): stdout: \u000a| (launched: 2022-12-13_22:35:32.852150)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:35:34.402726 run osmo-stp_10.42.42.5(pid=8638): stderr: \u000a| �[0;m�[38;5;43m20221213223533021 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213223533022 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213223533022 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213223533022 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213223533023 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213223533023 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213223533023 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:35:34.524203 run osmo-stp_10.42.42.5(pid=8638): stdout: \u000a| (launched: 2022-12-13_22:35:32.852150)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:35:34.644834 run osmo-stp_10.42.42.5(pid=8638): stderr: \u000a| �[0;m�[38;5;43m20221213223533021 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213223533022 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213223533022 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213223533022 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213223533023 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213223533023 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213223533023 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:35:34.784838 run patchelf(pid=8641): Terminating (SIGINT)\u000a22:35:34.950618 run patchelf(pid=8641): Terminated: ok {rc=0}\u000a22:35:34.980645 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=8638): Process ended prematurely: osmo-stp_10.42.42.5(pid=8638) [trial-2395↪gprs:trx-lms+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8638)] [trial-2395↪gprs:trx-lms+mod-bts0-dynts-ipa↪ping.py:22]\u000a22:35:34.989188 tst ping.py:22: Test FAILED (6.7 sec)\u000a22:35:35.048763 run osmo-hlr_10.42.42.2(pid=8635): ERR: Terminated: ERROR {rc=237} [trial-2395↪gprs:trx-lms+mod-bts0-dynts-ipa↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=8635)]\u000a22:35:35.097474 run osmo-hlr_10.42.42.2(pid=8635): stdout: \u000a| (launched: 2022-12-13_22:35:31.708512) \u000a22:35:35.146706 run osmo-hlr_10.42.42.2(pid=8635): stderr: \u000a| �[0;m�[1;31m20221213223531952 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213223531952 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213223531952 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213223531952 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213223531952 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213223531952 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213223531969 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2395/run.2022-12-13_21-44-31/gprs:trx-lms+mod-bts0-dynts-ipa/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213223531992 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213223531992 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213223531992 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:35:35.188579 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8634): Terminating (SIGTERM)\u000a22:35:35.227922 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8637): Terminating (SIGTERM)\u000a22:35:35.267162 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8640): Terminating (SIGTERM)\u000a22:35:35.276440 --- ParallelTerminationStrategy: PID 8634 died...\u000a22:35:35.329767 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8634): Terminated: ok {rc=0}\u000a22:35:35.339461 --- ParallelTerminationStrategy: PID 8637 died...\u000a22:35:35.392232 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8637): Terminated: ok {rc=0}\u000a22:35:35.401940 --- ParallelTerminationStrategy: PID 8640 died...\u000a22:35:35.455176 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8640): Terminated: ok {rc=0}\u000a22:35:35.539114 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 65, "className" : "gprs:trx-lms+mod-bts0-dynts-ipa", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=8648): Process ended prematurely: osmo-stp_10.42.42.5(pid=8648) [trial-2395↪gprs:trx-lms+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8648)]", "failedSince" : 2331, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=8648): Process ended prematurely: osmo-stp_10.42.42.5(pid=8648) [trial-2395↪gprs:trx-lms+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8648)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2395 gprs:trx-lms+mod-bts0-dynts-ipa ping_idle_ping.py\u000a----------------------------------------------\u000a22:35:36.588835 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:35:36.600257 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a22:35:36.760636 tst ping_idle_ping.py: using LAC 36690\u000a22:35:36.875407 tst ping_idle_ping.py: using RAC 225\u000a22:35:36.989758 tst ping_idle_ping.py: using CellId 36690\u000a22:35:37.114822 tst ping_idle_ping.py: using BVCI 36691\u000a22:35:37.137616 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:35:37.148482 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:35:37.159269 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:35:37.170218 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:35:37.180910 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:35:37.191712 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:35:37.202565 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:35:37.213491 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a22:35:37.501944 tst ping_idle_ping.py:24: start network...\u000a22:35:37.633864 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:35:38.135048 run create_hlr_db(pid=8642): Launched\u000a22:35:38.319847 bus /gobi_6: Setting Powered False\u000a22:35:39.341591 run create_hlr_db(pid=8642): Terminated: ok {rc=0}\u000a22:35:39.765086 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8644): Launched\u000a22:35:40.083607 run osmo-hlr_10.42.42.2(pid=8645): Launched\u000a22:35:40.201871 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:35:40.752462 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8647): Launched\u000a22:35:41.069174 run osmo-stp_10.42.42.5(pid=8648): Launched\u000a22:35:41.184551 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a22:35:41.736670 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8650): Launched\u000a22:35:41.849373 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a22:35:42.126674 run patchelf(pid=8651): Launched\u000a22:35:42.313367 run osmo-stp_10.42.42.5(pid=8648): ERR: Terminated: ERROR {rc=1} [trial-2395↪gprs:trx-lms+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8648)]\u000a22:35:42.449664 run osmo-stp_10.42.42.5(pid=8648): stdout: \u000a| (launched: 2022-12-13_22:35:40.913113)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:35:42.586130 run osmo-stp_10.42.42.5(pid=8648): stderr: \u000a| �[0;m�[38;5;43m20221213223541103 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213223541103 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213223541103 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213223541104 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213223541104 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213223541104 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213223541105 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:35:42.718154 run osmo-stp_10.42.42.5(pid=8648): stdout: \u000a| (launched: 2022-12-13_22:35:40.913113)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:35:42.849115 run osmo-stp_10.42.42.5(pid=8648): stderr: \u000a| �[0;m�[38;5;43m20221213223541103 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213223541103 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213223541103 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213223541104 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213223541104 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213223541104 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213223541105 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:35:43.000357 run patchelf(pid=8651): Terminating (SIGINT)\u000a22:35:43.178394 run patchelf(pid=8651): Terminated: ok {rc=0}\u000a22:35:43.210892 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=8648): Process ended prematurely: osmo-stp_10.42.42.5(pid=8648) [trial-2395↪gprs:trx-lms+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8648)] [trial-2395↪gprs:trx-lms+mod-bts0-dynts-ipa↪ping_idle_ping.py:27]\u000a22:35:43.220094 tst ping_idle_ping.py:27: Test FAILED (6.6 sec)\u000a22:35:43.283613 run osmo-hlr_10.42.42.2(pid=8645): ERR: Terminated: ERROR {rc=237} [trial-2395↪gprs:trx-lms+mod-bts0-dynts-ipa↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=8645)]\u000a22:35:43.335551 run osmo-hlr_10.42.42.2(pid=8645): stdout: \u000a| (launched: 2022-12-13_22:35:39.926387) \u000a22:35:43.387842 run osmo-hlr_10.42.42.2(pid=8645): stderr: \u000a| �[0;m�[1;31m20221213223540123 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213223540123 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213223540123 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213223540123 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213223540123 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213223540123 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213223540139 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2395/run.2022-12-13_21-44-31/gprs:trx-lms+mod-bts0-dynts-ipa/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213223540149 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213223540149 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213223540149 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:35:43.432430 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8644): Terminating (SIGTERM)\u000a22:35:43.474978 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8647): Terminating (SIGTERM)\u000a22:35:43.517642 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8650): Terminating (SIGTERM)\u000a22:35:43.527473 --- ParallelTerminationStrategy: PID 8644 died...\u000a22:35:43.584450 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8644): Terminated: ok {rc=0}\u000a22:35:43.594662 --- ParallelTerminationStrategy: PID 8647 died...\u000a22:35:43.650963 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8647): Terminated: ok {rc=0}\u000a22:35:43.661205 --- ParallelTerminationStrategy: PID 8650 died...\u000a22:35:43.717721 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8650): Terminated: ok {rc=0}\u000a22:35:43.805538 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 61.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "109", "name" : "gprs_trx-lms+mod-bts0-dynts-ipa", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T22:34:45" }, { "cases" : [ { "testActions" : [ ], "age" : 257, "className" : "gprs:trx-lms+mod-bts0-dynts-osmo", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=8668): Process ended prematurely: osmo-stp_10.42.42.5(pid=8668) [trial-2395↪gprs:trx-lms+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8668)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=8668): Process ended prematurely: osmo-stp_10.42.42.5(pid=8668) [trial-2395↪gprs:trx-lms+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8668)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2395 gprs:trx-lms+mod-bts0-dynts-osmo cs_paging_gprs_active.py\u000a----------------------------------------------\u000a22:35:45.990341 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a22:35:46.002176 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a22:35:46.183219 tst cs_paging_gprs_active.py: using LAC 36691\u000a22:35:46.339228 tst cs_paging_gprs_active.py: using RAC 226\u000a22:35:46.468633 tst cs_paging_gprs_active.py: using CellId 36691\u000a22:35:46.624521 tst cs_paging_gprs_active.py: using BVCI 36692\u000a22:35:46.648566 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a22:35:46.660460 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a22:35:46.672572 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a22:35:46.684327 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a22:35:46.697004 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a22:35:46.709713 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a22:35:46.722398 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a22:35:46.735861 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a22:35:46.748536 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a22:35:46.887072 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a22:35:47.213823 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a22:35:47.351088 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a22:35:47.686414 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8655): Launched\u000a22:35:47.962603 run iperf3-srv_10.42.42.10(pid=8656): Launched\u000a22:35:48.160826 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a22:35:48.295407 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a22:35:48.628007 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8657): Launched\u000a22:35:48.903439 run iperf3-srv_10.42.42.10(pid=8658): Launched\u000a22:35:49.100848 tst cs_paging_gprs_active.py:38: start network...\u000a22:35:49.236321 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:35:49.742732 run create_hlr_db(pid=8659): Launched\u000a22:35:49.928551 bus /gobi_6: Setting Powered False\u000a22:35:50.951172 run create_hlr_db(pid=8659): Terminated: ok {rc=0}\u000a22:35:51.354234 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8661): Launched\u000a22:35:51.655551 run osmo-hlr_10.42.42.2(pid=8662): Launched\u000a22:35:51.766440 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:35:52.323451 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8667): Launched\u000a22:35:52.647041 run osmo-stp_10.42.42.5(pid=8668): Launched\u000a22:35:52.765226 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a22:35:53.327679 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8670): Launched\u000a22:35:53.442978 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a22:35:53.723395 run patchelf(pid=8671): Launched\u000a22:35:53.913192 run osmo-stp_10.42.42.5(pid=8668): ERR: Terminated: ERROR {rc=1} [trial-2395↪gprs:trx-lms+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8668)]\u000a22:35:54.051136 run osmo-stp_10.42.42.5(pid=8668): stdout: \u000a| (launched: 2022-12-13_22:35:52.488014)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:35:54.189516 run osmo-stp_10.42.42.5(pid=8668): stderr: \u000a| �[0;m�[38;5;43m20221213223552680 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213223552680 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213223552681 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213223552681 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213223552682 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213223552682 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213223552682 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:35:54.323377 run osmo-stp_10.42.42.5(pid=8668): stdout: \u000a| (launched: 2022-12-13_22:35:52.488014)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:35:54.455602 run osmo-stp_10.42.42.5(pid=8668): stderr: \u000a| �[0;m�[38;5;43m20221213223552680 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213223552680 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213223552681 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213223552681 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213223552682 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213223552682 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213223552682 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:35:54.609576 run patchelf(pid=8671): Terminating (SIGINT)\u000a22:35:54.790300 run patchelf(pid=8671): Terminated: ok {rc=0}\u000a22:35:54.823406 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=8668): Process ended prematurely: osmo-stp_10.42.42.5(pid=8668) [trial-2395↪gprs:trx-lms+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8668)] [trial-2395↪gprs:trx-lms+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38]\u000a22:35:54.833157 tst cs_paging_gprs_active.py:38: Test FAILED (8.9 sec)\u000a22:35:54.896115 run osmo-hlr_10.42.42.2(pid=8662): ERR: Terminated: ERROR {rc=237} [trial-2395↪gprs:trx-lms+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=8662)]\u000a22:35:54.947357 run osmo-hlr_10.42.42.2(pid=8662): stdout: \u000a| (launched: 2022-12-13_22:35:51.506329) \u000a22:35:54.998950 run osmo-hlr_10.42.42.2(pid=8662): stderr: \u000a| �[0;m�[1;31m20221213223551683 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213223551683 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213223551683 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213223551683 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213223551683 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213223551683 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213223551695 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2395/run.2022-12-13_21-44-31/gprs:trx-lms+mod-bts0-dynts-osmo/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213223551704 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213223551704 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213223551704 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:35:55.042998 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8655): Terminating (SIGTERM)\u000a22:35:55.084421 run iperf3-srv_10.42.42.10(pid=8656): Terminating (SIGTERM)\u000a22:35:55.126359 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8657): Terminating (SIGTERM)\u000a22:35:55.168915 run iperf3-srv_10.42.42.10(pid=8658): Terminating (SIGTERM)\u000a22:35:55.210716 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8661): Terminating (SIGTERM)\u000a22:35:55.253093 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8667): Terminating (SIGTERM)\u000a22:35:55.294675 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8670): Terminating (SIGTERM)\u000a22:35:55.304236 --- ParallelTerminationStrategy: PID 8655 died...\u000a22:35:55.360189 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8655): Terminated: ok {rc=0}\u000a22:35:55.370217 --- ParallelTerminationStrategy: PID 8656 died...\u000a22:35:55.425587 run iperf3-srv_10.42.42.10(pid=8656): Terminated {rc=256}\u000a22:35:55.435446 --- ParallelTerminationStrategy: PID 8657 died...\u000a22:35:55.491147 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8657): Terminated: ok {rc=0}\u000a22:35:55.501118 --- ParallelTerminationStrategy: PID 8658 died...\u000a22:35:55.556305 run iperf3-srv_10.42.42.10(pid=8658): Terminated {rc=256}\u000a22:35:55.566153 --- ParallelTerminationStrategy: PID 8661 died...\u000a22:35:55.621715 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8661): Terminated: ok {rc=0}\u000a22:35:55.631740 --- ParallelTerminationStrategy: PID 8667 died...\u000a22:35:55.687412 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8667): Terminated: ok {rc=0}\u000a22:35:55.697418 --- ParallelTerminationStrategy: PID 8670 died...\u000a22:35:55.752899 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8670): Terminated: ok {rc=0}\u000a22:35:55.838326 bus /gobi_0: Setting Powered False\u000a22:35:56.943496 bus /gobi_0: Setting Powered False\u000a22:35:58.050697 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 257, "className" : "gprs:trx-lms+mod-bts0-dynts-osmo", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=8680): Process ended prematurely: osmo-stp_10.42.42.5(pid=8680) [trial-2395↪gprs:trx-lms+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8680)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=8680): Process ended prematurely: osmo-stp_10.42.42.5(pid=8680) [trial-2395↪gprs:trx-lms+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8680)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2395 gprs:trx-lms+mod-bts0-dynts-osmo iperf3.py\u000a----------------------------------------------\u000a22:35:59.158455 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a22:35:59.169866 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a22:35:59.328373 tst iperf3.py: using LAC 36692\u000a22:35:59.446129 tst iperf3.py: using RAC 227\u000a22:35:59.563443 tst iperf3.py: using CellId 36692\u000a22:35:59.682373 tst iperf3.py: using BVCI 36693\u000a22:35:59.705380 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a22:35:59.716127 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a22:35:59.726711 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a22:35:59.737273 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a22:35:59.747731 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a22:35:59.758320 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a22:35:59.769492 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a22:35:59.780268 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a22:35:59.791141 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a22:36:00.065612 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a22:36:00.190754 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a22:36:00.503302 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8672): Launched\u000a22:36:00.762200 run iperf3-srv_10.42.42.10(pid=8673): Launched\u000a22:36:00.980225 tst iperf3.py:8: start network...\u000a22:36:01.119942 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:36:01.691814 run create_hlr_db(pid=8674): Launched\u000a22:36:01.868152 bus /gobi_6: Setting Powered False\u000a22:36:02.888490 run create_hlr_db(pid=8674): Terminated: ok {rc=0}\u000a22:36:03.290822 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8676): Launched\u000a22:36:03.591003 run osmo-hlr_10.42.42.2(pid=8677): Launched\u000a22:36:03.708465 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:36:04.240204 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8679): Launched\u000a22:36:04.539791 run osmo-stp_10.42.42.5(pid=8680): Launched\u000a22:36:04.648823 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a22:36:05.173294 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8682): Launched\u000a22:36:05.280338 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a22:36:05.543047 run patchelf(pid=8683): Launched\u000a22:36:05.720577 run osmo-stp_10.42.42.5(pid=8680): ERR: Terminated: ERROR {rc=1} [trial-2395↪gprs:trx-lms+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8680)]\u000a22:36:05.848913 run osmo-stp_10.42.42.5(pid=8680): stdout: \u000a| (launched: 2022-12-13_22:36:04.392759)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:36:05.978213 run osmo-stp_10.42.42.5(pid=8680): stderr: \u000a| �[0;m�[38;5;43m20221213223604565 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213223604565 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213223604566 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213223604566 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213223604566 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213223604566 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213223604567 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:36:06.102846 run osmo-stp_10.42.42.5(pid=8680): stdout: \u000a| (launched: 2022-12-13_22:36:04.392759)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:36:06.226260 run osmo-stp_10.42.42.5(pid=8680): stderr: \u000a| �[0;m�[38;5;43m20221213223604565 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213223604565 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213223604566 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213223604566 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213223604566 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213223604566 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213223604567 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:36:06.369853 run patchelf(pid=8683): Terminating (SIGINT)\u000a22:36:06.538174 run patchelf(pid=8683): Terminated: ok {rc=0}\u000a22:36:06.569186 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=8680): Process ended prematurely: osmo-stp_10.42.42.5(pid=8680) [trial-2395↪gprs:trx-lms+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8680)] [trial-2395↪gprs:trx-lms+mod-bts0-dynts-osmo↪iperf3.py:8]\u000a22:36:06.578199 tst iperf3.py:8: Test FAILED (7.5 sec)\u000a22:36:06.638234 run osmo-hlr_10.42.42.2(pid=8677): ERR: Terminated: ERROR {rc=237} [trial-2395↪gprs:trx-lms+mod-bts0-dynts-osmo↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=8677)]\u000a22:36:06.686902 run osmo-hlr_10.42.42.2(pid=8677): stdout: \u000a| (launched: 2022-12-13_22:36:03.443809) \u000a22:36:06.736159 run osmo-hlr_10.42.42.2(pid=8677): stderr: \u000a| �[0;m�[1;31m20221213223603623 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213223603623 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213223603623 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213223603623 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213223603623 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213223603623 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213223603637 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2395/run.2022-12-13_21-44-31/gprs:trx-lms+mod-bts0-dynts-osmo/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213223603647 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213223603647 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213223603647 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:36:06.778228 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8672): Terminating (SIGTERM)\u000a22:36:06.817719 run iperf3-srv_10.42.42.10(pid=8673): Terminating (SIGTERM)\u000a22:36:06.857289 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8676): Terminating (SIGTERM)\u000a22:36:06.896971 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8679): Terminating (SIGTERM)\u000a22:36:06.936237 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8682): Terminating (SIGTERM)\u000a22:36:06.945616 --- ParallelTerminationStrategy: PID 8672 died...\u000a22:36:06.998599 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8672): Terminated: ok {rc=0}\u000a22:36:07.008195 --- ParallelTerminationStrategy: PID 8673 died...\u000a22:36:07.060687 run iperf3-srv_10.42.42.10(pid=8673): Terminated {rc=256}\u000a22:36:07.070209 --- ParallelTerminationStrategy: PID 8676 died...\u000a22:36:07.122973 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8676): Terminated: ok {rc=0}\u000a22:36:07.132747 --- ParallelTerminationStrategy: PID 8679 died...\u000a22:36:07.185773 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8679): Terminated: ok {rc=0}\u000a22:36:07.195465 --- ParallelTerminationStrategy: PID 8682 died...\u000a22:36:07.248298 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8682): Terminated: ok {rc=0}\u000a22:36:07.331627 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 257, "className" : "gprs:trx-lms+mod-bts0-dynts-osmo", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=8703): Process ended prematurely: osmo-stp_10.42.42.5(pid=8703) [trial-2395↪gprs:trx-lms+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8703)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=8703): Process ended prematurely: osmo-stp_10.42.42.5(pid=8703) [trial-2395↪gprs:trx-lms+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8703)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2395 gprs:trx-lms+mod-bts0-dynts-osmo iperf3m4.py\u000a----------------------------------------------\u000a22:36:08.447535 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a22:36:08.459448 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a22:36:08.625252 tst iperf3m4.py: using LAC 36693\u000a22:36:08.753264 tst iperf3m4.py: using RAC 228\u000a22:36:08.880684 tst iperf3m4.py: using CellId 36693\u000a22:36:09.005901 tst iperf3m4.py: using BVCI 36694\u000a22:36:09.030518 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a22:36:09.041766 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a22:36:09.052832 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a22:36:09.063900 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a22:36:09.075301 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a22:36:09.086705 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a22:36:09.098302 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a22:36:09.109729 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a22:36:09.121472 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a22:36:09.239099 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a22:36:09.359884 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a22:36:09.476897 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a22:36:09.754904 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a22:36:09.879882 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a22:36:10.191554 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8684): Launched\u000a22:36:10.450321 run iperf3-srv_10.42.42.10(pid=8685): Launched\u000a22:36:10.632758 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a22:36:10.757826 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a22:36:11.068656 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8686): Launched\u000a22:36:11.327625 run iperf3-srv_10.42.42.10(pid=8687): Launched\u000a22:36:11.510397 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a22:36:11.634762 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a22:36:11.947110 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8688): Launched\u000a22:36:12.205707 run iperf3-srv_10.42.42.10(pid=8689): Launched\u000a22:36:12.387634 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a22:36:12.512494 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a22:36:12.823792 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8690): Launched\u000a22:36:13.082071 run iperf3-srv_10.42.42.10(pid=8691): Launched\u000a22:36:13.264023 tst iperf3m4.py:8: start network...\u000a22:36:13.388613 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:36:13.871516 run create_hlr_db(pid=8692): Launched\u000a22:36:14.044174 bus /gobi_6: Setting Powered False\u000a22:36:15.066609 run create_hlr_db(pid=8692): Terminated: ok {rc=0}\u000a22:36:15.499248 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8699): Launched\u000a22:36:15.823692 run osmo-hlr_10.42.42.2(pid=8700): Launched\u000a22:36:16.015040 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:36:16.686460 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8702): Launched\u000a22:36:17.105586 run osmo-stp_10.42.42.5(pid=8703): Launched\u000a22:36:17.265573 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a22:36:17.816438 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8705): Launched\u000a22:36:17.923120 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a22:36:18.184867 run patchelf(pid=8706): Launched\u000a22:36:18.360484 run osmo-stp_10.42.42.5(pid=8703): ERR: Terminated: ERROR {rc=1} [trial-2395↪gprs:trx-lms+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8703)]\u000a22:36:18.488623 run osmo-stp_10.42.42.5(pid=8703): stdout: \u000a| (launched: 2022-12-13_22:36:16.843653)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:36:18.617268 run osmo-stp_10.42.42.5(pid=8703): stderr: \u000a| �[0;m�[38;5;43m20221213223617176 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213223617176 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213223617176 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213223617176 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213223617185 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213223617185 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213223617185 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:36:18.740934 run osmo-stp_10.42.42.5(pid=8703): stdout: \u000a| (launched: 2022-12-13_22:36:16.843653)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:36:18.863643 run osmo-stp_10.42.42.5(pid=8703): stderr: \u000a| �[0;m�[38;5;43m20221213223617176 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213223617176 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213223617176 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213223617176 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213223617185 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213223617185 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213223617185 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:36:19.006719 run patchelf(pid=8706): Terminating (SIGINT)\u000a22:36:19.174956 run patchelf(pid=8706): Terminated: ok {rc=0}\u000a22:36:19.206009 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=8703): Process ended prematurely: osmo-stp_10.42.42.5(pid=8703) [trial-2395↪gprs:trx-lms+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8703)] [trial-2395↪gprs:trx-lms+mod-bts0-dynts-osmo↪iperf3m4.py:8]\u000a22:36:19.215150 tst iperf3m4.py:8: Test FAILED (10.8 sec)\u000a22:36:19.275429 run osmo-hlr_10.42.42.2(pid=8700): ERR: Terminated: ERROR {rc=237} [trial-2395↪gprs:trx-lms+mod-bts0-dynts-osmo↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=8700)]\u000a22:36:19.324373 run osmo-hlr_10.42.42.2(pid=8700): stdout: \u000a| (launched: 2022-12-13_22:36:15.663179) \u000a22:36:19.374025 run osmo-hlr_10.42.42.2(pid=8700): stderr: \u000a| �[0;m�[1;31m20221213223615909 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213223615909 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213223615909 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213223615909 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213223615909 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213223615909 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213223615931 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2395/run.2022-12-13_21-44-31/gprs:trx-lms+mod-bts0-dynts-osmo/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213223615950 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213223615951 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213223615951 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:36:19.415965 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8684): Terminating (SIGTERM)\u000a22:36:19.455204 run iperf3-srv_10.42.42.10(pid=8685): Terminating (SIGTERM)\u000a22:36:19.494628 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8686): Terminating (SIGTERM)\u000a22:36:19.533964 run iperf3-srv_10.42.42.10(pid=8687): Terminating (SIGTERM)\u000a22:36:19.573456 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8688): Terminating (SIGTERM)\u000a22:36:19.612760 run iperf3-srv_10.42.42.10(pid=8689): Terminating (SIGTERM)\u000a22:36:19.652180 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8690): Terminating (SIGTERM)\u000a22:36:19.691504 run iperf3-srv_10.42.42.10(pid=8691): Terminating (SIGTERM)\u000a22:36:19.730947 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8699): Terminating (SIGTERM)\u000a22:36:19.770364 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8702): Terminating (SIGTERM)\u000a22:36:19.810456 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8705): Terminating (SIGTERM)\u000a22:36:19.819823 --- ParallelTerminationStrategy: PID 8684 died...\u000a22:36:19.872663 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8684): Terminated: ok {rc=0}\u000a22:36:19.882292 --- ParallelTerminationStrategy: PID 8685 died...\u000a22:36:19.934613 run iperf3-srv_10.42.42.10(pid=8685): Terminated {rc=256}\u000a22:36:19.944138 --- ParallelTerminationStrategy: PID 8686 died...\u000a22:36:19.996551 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8686): Terminated: ok {rc=0}\u000a22:36:20.006089 --- ParallelTerminationStrategy: PID 8687 died...\u000a22:36:20.058421 run iperf3-srv_10.42.42.10(pid=8687): Terminated {rc=256}\u000a22:36:20.067924 --- ParallelTerminationStrategy: PID 8688 died...\u000a22:36:20.120370 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8688): Terminated: ok {rc=0}\u000a22:36:20.129942 --- ParallelTerminationStrategy: PID 8689 died...\u000a22:36:20.182379 run iperf3-srv_10.42.42.10(pid=8689): Terminated {rc=256}\u000a22:36:20.191992 --- ParallelTerminationStrategy: PID 8690 died...\u000a22:36:20.244692 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8690): Terminated: ok {rc=0}\u000a22:36:20.254348 --- ParallelTerminationStrategy: PID 8691 died...\u000a22:36:20.306855 run iperf3-srv_10.42.42.10(pid=8691): Terminated {rc=256}\u000a22:36:20.316385 --- ParallelTerminationStrategy: PID 8699 died...\u000a22:36:20.369098 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8699): Terminated: ok {rc=0}\u000a22:36:20.378723 --- ParallelTerminationStrategy: PID 8702 died...\u000a22:36:20.431433 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8702): Terminated: ok {rc=0}\u000a22:36:20.441169 --- ParallelTerminationStrategy: PID 8705 died...\u000a22:36:20.493950 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8705): Terminated: ok {rc=0}\u000a22:36:20.582893 bus /gobi_4: Setting Powered False\u000a22:36:21.690401 bus /gobi_4: Setting Powered False\u000a22:36:22.803255 bus /gobi_1: Setting Powered False\u000a22:36:23.905993 bus /gobi_1: Setting Powered False\u000a22:36:25.016871 bus /gobi_0: Setting Powered False\u000a22:36:26.120014 bus /gobi_0: Setting Powered False\u000a22:36:27.228445 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 257, "className" : "gprs:trx-lms+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=8713): Process ended prematurely: osmo-stp_10.42.42.5(pid=8713) [trial-2395↪gprs:trx-lms+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8713)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=8713): Process ended prematurely: osmo-stp_10.42.42.5(pid=8713) [trial-2395↪gprs:trx-lms+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8713)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2395 gprs:trx-lms+mod-bts0-dynts-osmo ping.py\u000a----------------------------------------------\u000a22:36:28.294632 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a22:36:28.306208 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a22:36:28.460914 tst ping.py: using LAC 36694\u000a22:36:28.579125 tst ping.py: using RAC 229\u000a22:36:28.702110 tst ping.py: using CellId 36694\u000a22:36:28.825612 tst ping.py: using BVCI 36695\u000a22:36:28.849861 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a22:36:28.861296 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a22:36:28.872369 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a22:36:28.883444 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a22:36:28.894810 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a22:36:28.906348 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a22:36:28.917858 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a22:36:28.929150 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a22:36:29.201564 tst ping.py:19: start network...\u000a22:36:29.323801 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:36:29.796849 run create_hlr_db(pid=8707): Launched\u000a22:36:29.968364 bus /gobi_6: Setting Powered False\u000a22:36:31.020224 run create_hlr_db(pid=8707): Terminated: ok {rc=0}\u000a22:36:31.470469 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8709): Launched\u000a22:36:31.934001 run osmo-hlr_10.42.42.2(pid=8710): Launched\u000a22:36:32.113591 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:36:32.652282 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8712): Launched\u000a22:36:32.947060 run osmo-stp_10.42.42.5(pid=8713): Launched\u000a22:36:33.054611 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a22:36:33.570983 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8715): Launched\u000a22:36:33.675818 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a22:36:33.934213 run patchelf(pid=8716): Launched\u000a22:36:34.107142 run osmo-stp_10.42.42.5(pid=8713): ERR: Terminated: ERROR {rc=1} [trial-2395↪gprs:trx-lms+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8713)]\u000a22:36:34.233425 run osmo-stp_10.42.42.5(pid=8713): stdout: \u000a| (launched: 2022-12-13_22:36:32.801922)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:36:34.360233 run osmo-stp_10.42.42.5(pid=8713): stderr: \u000a| �[0;m�[38;5;43m20221213223632972 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213223632973 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213223632973 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213223632973 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213223632974 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213223632974 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213223632974 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:36:34.482790 run osmo-stp_10.42.42.5(pid=8713): stdout: \u000a| (launched: 2022-12-13_22:36:32.801922)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:36:34.603686 run osmo-stp_10.42.42.5(pid=8713): stderr: \u000a| �[0;m�[38;5;43m20221213223632972 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213223632973 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213223632973 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213223632973 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213223632974 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213223632974 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213223632974 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:36:34.744765 run patchelf(pid=8716): Terminating (SIGINT)\u000a22:36:34.910811 run patchelf(pid=8716): Terminated: ok {rc=0}\u000a22:36:34.940994 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=8713): Process ended prematurely: osmo-stp_10.42.42.5(pid=8713) [trial-2395↪gprs:trx-lms+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8713)] [trial-2395↪gprs:trx-lms+mod-bts0-dynts-osmo↪ping.py:22]\u000a22:36:34.949593 tst ping.py:22: Test FAILED (6.6 sec)\u000a22:36:35.009508 run osmo-hlr_10.42.42.2(pid=8710): ERR: Terminated: ERROR {rc=237} [trial-2395↪gprs:trx-lms+mod-bts0-dynts-osmo↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=8710)]\u000a22:36:35.058449 run osmo-hlr_10.42.42.2(pid=8710): stdout: \u000a| (launched: 2022-12-13_22:36:31.637574) \u000a22:36:35.107954 run osmo-hlr_10.42.42.2(pid=8710): stderr: \u000a| �[0;m�[1;31m20221213223631861 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213223631861 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213223631861 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213223631861 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213223631861 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213223631861 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213223631883 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2395/run.2022-12-13_21-44-31/gprs:trx-lms+mod-bts0-dynts-osmo/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213223631891 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213223631891 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213223631891 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:36:35.150089 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8709): Terminating (SIGTERM)\u000a22:36:35.189645 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8712): Terminating (SIGTERM)\u000a22:36:35.229226 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8715): Terminating (SIGTERM)\u000a22:36:35.238607 --- ParallelTerminationStrategy: PID 8709 died...\u000a22:36:35.291797 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8709): Terminated: ok {rc=0}\u000a22:36:35.301456 --- ParallelTerminationStrategy: PID 8712 died...\u000a22:36:35.354428 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8712): Terminated: ok {rc=0}\u000a22:36:35.363988 --- ParallelTerminationStrategy: PID 8715 died...\u000a22:36:35.416924 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8715): Terminated: ok {rc=0}\u000a22:36:35.505037 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 257, "className" : "gprs:trx-lms+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=8723): Process ended prematurely: osmo-stp_10.42.42.5(pid=8723) [trial-2395↪gprs:trx-lms+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8723)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=8723): Process ended prematurely: osmo-stp_10.42.42.5(pid=8723) [trial-2395↪gprs:trx-lms+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8723)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2395 gprs:trx-lms+mod-bts0-dynts-osmo ping_idle_ping.py\u000a----------------------------------------------\u000a22:36:36.556897 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a22:36:36.568315 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a22:36:36.724773 tst ping_idle_ping.py: using LAC 36695\u000a22:36:36.841311 tst ping_idle_ping.py: using RAC 230\u000a22:36:36.966220 tst ping_idle_ping.py: using CellId 36695\u000a22:36:37.090082 tst ping_idle_ping.py: using BVCI 36696\u000a22:36:37.114254 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a22:36:37.125603 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a22:36:37.136652 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a22:36:37.147810 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a22:36:37.159625 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a22:36:37.171658 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a22:36:37.184007 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a22:36:37.195953 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a22:36:37.470113 tst ping_idle_ping.py:24: start network...\u000a22:36:37.592349 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:36:38.071726 run create_hlr_db(pid=8717): Launched\u000a22:36:38.242947 bus /gobi_6: Setting Powered False\u000a22:36:39.265539 run create_hlr_db(pid=8717): Terminated: ok {rc=0}\u000a22:36:39.687744 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8719): Launched\u000a22:36:40.006490 run osmo-hlr_10.42.42.2(pid=8720): Launched\u000a22:36:40.121979 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:36:40.673135 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8722): Launched\u000a22:36:40.990364 run osmo-stp_10.42.42.5(pid=8723): Launched\u000a22:36:41.105972 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a22:36:41.658458 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8725): Launched\u000a22:36:41.771127 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a22:36:42.046599 run patchelf(pid=8726): Launched\u000a22:36:42.232294 run osmo-stp_10.42.42.5(pid=8723): ERR: Terminated: ERROR {rc=1} [trial-2395↪gprs:trx-lms+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8723)]\u000a22:36:42.368080 run osmo-stp_10.42.42.5(pid=8723): stdout: \u000a| (launched: 2022-12-13_22:36:40.834062)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:36:42.503879 run osmo-stp_10.42.42.5(pid=8723): stderr: \u000a| �[0;m�[38;5;43m20221213223641024 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213223641024 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213223641024 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213223641025 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213223641025 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213223641025 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213223641025 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:36:42.635345 run osmo-stp_10.42.42.5(pid=8723): stdout: \u000a| (launched: 2022-12-13_22:36:40.834062)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:36:42.765172 run osmo-stp_10.42.42.5(pid=8723): stderr: \u000a| �[0;m�[38;5;43m20221213223641024 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213223641024 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213223641024 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213223641025 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213223641025 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213223641025 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213223641025 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:36:42.916093 run patchelf(pid=8726): Terminating (SIGINT)\u000a22:36:43.093630 run patchelf(pid=8726): Terminated: ok {rc=0}\u000a22:36:43.125726 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=8723): Process ended prematurely: osmo-stp_10.42.42.5(pid=8723) [trial-2395↪gprs:trx-lms+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8723)] [trial-2395↪gprs:trx-lms+mod-bts0-dynts-osmo↪ping_idle_ping.py:27]\u000a22:36:43.134850 tst ping_idle_ping.py:27: Test FAILED (6.6 sec)\u000a22:36:43.199047 run osmo-hlr_10.42.42.2(pid=8720): ERR: Terminated: ERROR {rc=237} [trial-2395↪gprs:trx-lms+mod-bts0-dynts-osmo↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=8720)]\u000a22:36:43.250950 run osmo-hlr_10.42.42.2(pid=8720): stdout: \u000a| (launched: 2022-12-13_22:36:39.848926) \u000a22:36:43.303389 run osmo-hlr_10.42.42.2(pid=8720): stderr: \u000a| �[0;m�[1;31m20221213223640045 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213223640045 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213223640045 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213223640046 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213223640046 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213223640046 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213223640061 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2395/run.2022-12-13_21-44-31/gprs:trx-lms+mod-bts0-dynts-osmo/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213223640069 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213223640069 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213223640069 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:36:43.347928 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8719): Terminating (SIGTERM)\u000a22:36:43.389977 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8722): Terminating (SIGTERM)\u000a22:36:43.432402 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8725): Terminating (SIGTERM)\u000a22:36:43.442271 --- ParallelTerminationStrategy: PID 8719 died...\u000a22:36:43.498821 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8719): Terminated: ok {rc=0}\u000a22:36:43.509088 --- ParallelTerminationStrategy: PID 8722 died...\u000a22:36:43.565124 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8722): Terminated: ok {rc=0}\u000a22:36:43.575185 --- ParallelTerminationStrategy: PID 8725 died...\u000a22:36:43.631227 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8725): Terminated: ok {rc=0}\u000a22:36:43.718327 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 60.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "110", "name" : "gprs_trx-lms+mod-bts0-dynts-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T22:35:45" }, { "cases" : [ { "testActions" : [ ], "age" : 257, "className" : "dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=8736): Process ended prematurely: osmo-stp_10.42.42.5(pid=8736) [trial-2395↪dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8736)]", "failedSince" : 2139, "name" : "switch_tch_pdch.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/dynts/switch_tch_pdch.py\", line 54, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=8736): Process ended prematurely: osmo-stp_10.42.42.5(pid=8736) [trial-2395↪dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8736)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2395 dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any switch_tch_pdch.py\u000a----------------------------------------------\u000a22:36:45.746274 tst dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a22:36:45.757553 tst dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a22:36:45.920820 tst switch_tch_pdch.py: using LAC 36696\u000a22:36:46.044923 tst switch_tch_pdch.py: using RAC 231\u000a22:36:46.202798 tst switch_tch_pdch.py: using CellId 36696\u000a22:36:46.331235 tst switch_tch_pdch.py: using BVCI 36697\u000a22:36:46.358574 tst dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a22:36:46.371040 tst dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a22:36:46.383699 tst dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a22:36:46.396166 tst dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a22:36:46.409388 tst dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a22:36:46.422474 tst dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a22:36:46.435646 tst dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a22:36:46.448923 tst dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a22:36:46.578381 tst dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a22:36:46.926842 tst switch_tch_pdch.py:51: start network...\u000a22:36:47.064110 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:36:47.566148 run create_hlr_db(pid=8730): Launched\u000a22:36:47.736892 bus /gobi_6: Setting Powered False\u000a22:36:48.770522 run create_hlr_db(pid=8730): Terminated: ok {rc=0}\u000a22:36:49.192033 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8732): Launched\u000a22:36:49.509784 run osmo-hlr_10.42.42.2(pid=8733): Launched\u000a22:36:49.626962 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:36:50.175763 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8735): Launched\u000a22:36:50.493929 run osmo-stp_10.42.42.5(pid=8736): Launched\u000a22:36:50.610102 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a22:36:51.162410 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8738): Launched\u000a22:36:51.275418 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a22:36:51.550499 run patchelf(pid=8739): Launched\u000a22:36:51.735067 run osmo-stp_10.42.42.5(pid=8736): ERR: Terminated: ERROR {rc=1} [trial-2395↪dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8736)]\u000a22:36:51.870143 run osmo-stp_10.42.42.5(pid=8736): stdout: \u000a| (launched: 2022-12-13_22:36:50.337634)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:36:52.005269 run osmo-stp_10.42.42.5(pid=8736): stderr: \u000a| �[0;m�[38;5;43m20221213223650527 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213223650527 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213223650527 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213223650527 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213223650528 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213223650528 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213223650528 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:36:52.136503 run osmo-stp_10.42.42.5(pid=8736): stdout: \u000a| (launched: 2022-12-13_22:36:50.337634)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:36:52.266709 run osmo-stp_10.42.42.5(pid=8736): stderr: \u000a| �[0;m�[38;5;43m20221213223650527 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213223650527 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213223650527 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213223650527 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213223650528 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213223650528 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213223650528 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:36:52.417529 run patchelf(pid=8739): Terminating (SIGINT)\u000a22:36:52.594013 run patchelf(pid=8739): Terminated: ok {rc=0}\u000a22:36:52.626205 tst switch_tch_pdch.py:54: ERR: Error: osmo-stp_10.42.42.5(pid=8736): Process ended prematurely: osmo-stp_10.42.42.5(pid=8736) [trial-2395↪dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8736)] [trial-2395↪dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54]\u000a22:36:52.635485 tst switch_tch_pdch.py:54: Test FAILED (6.9 sec)\u000a22:36:52.698673 run osmo-hlr_10.42.42.2(pid=8733): ERR: Terminated: ERROR {rc=237} [trial-2395↪dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py↪switch_tch_pdch.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=8733)]\u000a22:36:52.750046 run osmo-hlr_10.42.42.2(pid=8733): stdout: \u000a| (launched: 2022-12-13_22:36:49.353284) \u000a22:36:52.801654 run osmo-hlr_10.42.42.2(pid=8733): stderr: \u000a| �[0;m�[1;31m20221213223649550 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213223649550 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213223649550 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213223649550 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213223649551 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213223649551 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213223649562 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2395/run.2022-12-13_21-44-31/dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any/switch_tch_pdch.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213223649570 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213223649571 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213223649571 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:36:52.845803 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8732): Terminating (SIGTERM)\u000a22:36:52.887520 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8735): Terminating (SIGTERM)\u000a22:36:52.929739 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8738): Terminating (SIGTERM)\u000a22:36:52.939329 --- ParallelTerminationStrategy: PID 8732 died...\u000a22:36:52.995207 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8732): Terminated: ok {rc=0}\u000a22:36:53.005357 --- ParallelTerminationStrategy: PID 8735 died...\u000a22:36:53.061077 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8735): Terminated: ok {rc=0}\u000a22:36:53.071082 --- ParallelTerminationStrategy: PID 8738 died...\u000a22:36:53.126763 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8738): Terminated: ok {rc=0}\u000a22:36:53.213703 bus /gobi_0: Setting Powered False\u000a22:36:54.316116 bus /gobi_0: Setting Powered False\u000a22:36:55.426507 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "111", "name" : "dynts_trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T22:36:45" }, { "cases" : [ { "testActions" : [ ], "age" : 257, "className" : "dynts:trx-lms+mod-bts0-dynts67-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=8749): Process ended prematurely: osmo-stp_10.42.42.5(pid=8749) [trial-2395↪dynts:trx-lms+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8749)]", "failedSince" : 2139, "name" : "switch_tch_pdch.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/dynts/switch_tch_pdch.py\", line 54, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=8749): Process ended prematurely: osmo-stp_10.42.42.5(pid=8749) [trial-2395↪dynts:trx-lms+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8749)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2395 dynts:trx-lms+mod-bts0-dynts67-osmo switch_tch_pdch.py\u000a----------------------------------------------\u000a22:36:57.391662 tst dynts:trx-lms+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a22:36:57.402543 tst dynts:trx-lms+mod-bts0-dynts67-osmo: Using 1 x bts (candidates: 1)\u000a22:36:57.557200 tst switch_tch_pdch.py: using LAC 36697\u000a22:36:57.672063 tst switch_tch_pdch.py: using RAC 232\u000a22:36:57.789517 tst switch_tch_pdch.py: using CellId 36697\u000a22:36:57.905054 tst switch_tch_pdch.py: using BVCI 36698\u000a22:36:57.927579 tst dynts:trx-lms+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a22:36:57.938348 tst dynts:trx-lms+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a22:36:57.948856 tst dynts:trx-lms+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a22:36:57.959518 tst dynts:trx-lms+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a22:36:57.970094 tst dynts:trx-lms+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a22:36:57.980648 tst dynts:trx-lms+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a22:36:57.991344 tst dynts:trx-lms+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a22:36:58.002451 tst dynts:trx-lms+mod-bts0-dynts67-osmo: Using 1 x modem (candidates: 2)\u000a22:36:58.121165 tst dynts:trx-lms+mod-bts0-dynts67-osmo: Using 1 x modem (candidates: 2)\u000a22:36:58.394116 tst switch_tch_pdch.py:51: start network...\u000a22:36:58.515818 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:36:58.961397 run create_hlr_db(pid=8743): Launched\u000a22:36:59.081617 bus /gobi_6: Setting Powered False\u000a22:37:00.153320 run create_hlr_db(pid=8743): Terminated: ok {rc=0}\u000a22:37:00.547548 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8745): Launched\u000a22:37:00.901506 run osmo-hlr_10.42.42.2(pid=8746): Launched\u000a22:37:01.084630 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:37:01.775065 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8748): Launched\u000a22:37:02.154701 run osmo-stp_10.42.42.5(pid=8749): Launched\u000a22:37:02.278801 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a22:37:02.873001 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8751): Launched\u000a22:37:02.977892 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a22:37:03.235067 run patchelf(pid=8752): Launched\u000a22:37:03.406972 run osmo-stp_10.42.42.5(pid=8749): ERR: Terminated: ERROR {rc=1} [trial-2395↪dynts:trx-lms+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8749)]\u000a22:37:03.532761 run osmo-stp_10.42.42.5(pid=8749): stdout: \u000a| (launched: 2022-12-13_22:37:01.976474)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:37:03.658916 run osmo-stp_10.42.42.5(pid=8749): stderr: \u000a| �[0;m�[38;5;43m20221213223702423 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213223702423 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213223702423 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213223702423 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213223702424 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213223702424 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213223702424 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:37:03.780706 run osmo-stp_10.42.42.5(pid=8749): stdout: \u000a| (launched: 2022-12-13_22:37:01.976474)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:37:03.901231 run osmo-stp_10.42.42.5(pid=8749): stderr: \u000a| �[0;m�[38;5;43m20221213223702423 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213223702423 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213223702423 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213223702423 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213223702424 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213223702424 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213223702424 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:37:04.042379 run patchelf(pid=8752): Terminating (SIGINT)\u000a22:37:04.209347 run patchelf(pid=8752): Terminated: ok {rc=0}\u000a22:37:04.239611 tst switch_tch_pdch.py:54: ERR: Error: osmo-stp_10.42.42.5(pid=8749): Process ended prematurely: osmo-stp_10.42.42.5(pid=8749) [trial-2395↪dynts:trx-lms+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8749)] [trial-2395↪dynts:trx-lms+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54]\u000a22:37:04.248114 tst switch_tch_pdch.py:54: Test FAILED (6.8 sec)\u000a22:37:04.307435 run osmo-hlr_10.42.42.2(pid=8746): ERR: Terminated: ERROR {rc=237} [trial-2395↪dynts:trx-lms+mod-bts0-dynts67-osmo↪switch_tch_pdch.py↪switch_tch_pdch.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=8746)]\u000a22:37:04.356110 run osmo-hlr_10.42.42.2(pid=8746): stdout: \u000a| (launched: 2022-12-13_22:37:00.708867) \u000a22:37:04.405199 run osmo-hlr_10.42.42.2(pid=8746): stderr: \u000a| �[0;m�[1;31m20221213223700979 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213223700979 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213223700979 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213223700979 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213223700979 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213223700979 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213223700994 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2395/run.2022-12-13_21-44-31/dynts:trx-lms+mod-bts0-dynts67-osmo/switch_tch_pdch.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213223701007 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213223701008 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213223701008 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:37:04.446942 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8745): Terminating (SIGTERM)\u000a22:37:04.486452 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8748): Terminating (SIGTERM)\u000a22:37:04.526050 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8751): Terminating (SIGTERM)\u000a22:37:04.535265 --- ParallelTerminationStrategy: PID 8745 died...\u000a22:37:04.588318 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8745): Terminated: ok {rc=0}\u000a22:37:04.597905 --- ParallelTerminationStrategy: PID 8748 died...\u000a22:37:04.650901 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8748): Terminated: ok {rc=0}\u000a22:37:04.660415 --- ParallelTerminationStrategy: PID 8751 died...\u000a22:37:04.712931 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8751): Terminated: ok {rc=0}\u000a22:37:04.801533 bus /gobi_0: Setting Powered False\u000a22:37:05.905823 bus /gobi_0: Setting Powered False\u000a22:37:07.017289 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "112", "name" : "dynts_trx-lms+mod-bts0-dynts67-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T22:36:57" }, { "cases" : [ { "testActions" : [ ], "age" : 256, "className" : "nitb_sms:trx-lms-limenet-micro", "duration" : 4.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=8757): Process ended prematurely: osmo-nitb_10.42.42.2(pid=8757) [trial-2395↪nitb_sms:trx-lms-limenet-micro↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=8757)]", "failedSince" : 2140, "name" : "mo_mt_sms.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_sms/mo_mt_sms.py\", line 11, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=8757): Process ended prematurely: osmo-nitb_10.42.42.2(pid=8757) [trial-2395↪nitb_sms:trx-lms-limenet-micro↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=8757)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2395 nitb_sms:trx-lms-limenet-micro mo_mt_sms.py\u000a----------------------------------------------\u000a22:37:08.908891 tst nitb_sms:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 1)\u000a22:37:08.920353 tst nitb_sms:trx-lms-limenet-micro: Using 1 x bts (candidates: 1)\u000a22:37:09.051420 tst mo_mt_sms.py: using LAC 36698\u000a22:37:09.169735 tst mo_mt_sms.py: using RAC 233\u000a22:37:09.286397 tst mo_mt_sms.py: using CellId 36698\u000a22:37:09.407774 tst mo_mt_sms.py: using BVCI 36699\u000a22:37:09.430279 tst nitb_sms:trx-lms-limenet-micro: Using 1 x modem (candidates: 2)\u000a22:37:09.549170 tst nitb_sms:trx-lms-limenet-micro: Using 1 x modem (candidates: 2)\u000a22:37:09.822833 tst mo_mt_sms.py:9: start nitb and bts...\u000a22:37:09.945581 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a22:37:10.557442 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=8756): Launched\u000a22:37:10.849769 run osmo-nitb_10.42.42.2(pid=8757): Launched\u000a22:37:11.031035 run osmo-nitb_10.42.42.2(pid=8757): ERR: Terminated: ERROR {rc=2} [trial-2395↪nitb_sms:trx-lms-limenet-micro↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=8757)]\u000a22:37:11.164348 run osmo-nitb_10.42.42.2(pid=8757): stdout: \u000a| (launched: 2022-12-13_22:37:10.707011) \u000a22:37:11.298152 run osmo-nitb_10.42.42.2(pid=8757): stderr: \u000a| (launched: 2022-12-13_22:37:10.750933)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a22:37:11.427443 run osmo-nitb_10.42.42.2(pid=8757): stdout: \u000a| (launched: 2022-12-13_22:37:10.707011) \u000a22:37:11.555629 run osmo-nitb_10.42.42.2(pid=8757): stderr: \u000a| (launched: 2022-12-13_22:37:10.750933)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a22:37:11.968536 tst osmo-nitb_10.42.42.2(pid=8757): stdout: \u000a| (launched: 2022-12-13_22:37:10.707011) \u000a22:37:12.085711 tst osmo-nitb_10.42.42.2(pid=8757): stderr: \u000a| (launched: 2022-12-13_22:37:10.750933)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a22:37:12.137850 tst mo_mt_sms.py:11: ERR: Error: osmo-nitb_10.42.42.2(pid=8757): Process ended prematurely: osmo-nitb_10.42.42.2(pid=8757) [trial-2395↪nitb_sms:trx-lms-limenet-micro↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=8757)] [trial-2395↪nitb_sms:trx-lms-limenet-micro↪mo_mt_sms.py:11]\u000a22:37:12.146182 tst mo_mt_sms.py:11: Test FAILED (3.2 sec)\u000a22:37:12.180201 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=8756): Terminating (SIGTERM)\u000a22:37:12.358196 --- ParallelTerminationStrategy: PID 8756 died...\u000a22:37:12.412883 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=8756): Terminated: ok {rc=0}\u000a22:37:12.501297 bus /sierra_3: Setting Powered False\u000a22:37:13.605084 bus /sierra_3: Setting Powered False\u000a22:37:14.713347 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 8.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "113", "name" : "nitb_sms_trx-lms-limenet-micro", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T22:37:08" }, { "cases" : [ { "testActions" : [ ], "age" : 257, "className" : "sms:trx-lms-limenet-micro", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=8767): Process ended prematurely: osmo-stp_10.42.42.5(pid=8767) [trial-2395↪sms:trx-lms-limenet-micro↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8767)]", "failedSince" : 2139, "name" : "mo_mt_sms.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/sms/mo_mt_sms.py\", line 16, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=8767): Process ended prematurely: osmo-stp_10.42.42.5(pid=8767) [trial-2395↪sms:trx-lms-limenet-micro↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8767)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2395 sms:trx-lms-limenet-micro mo_mt_sms.py\u000a----------------------------------------------\u000a22:37:16.649952 tst sms:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a22:37:16.666856 tst sms:trx-lms-limenet-micro: Using 1 x bts (candidates: 1)\u000a22:37:16.838358 tst mo_mt_sms.py: using LAC 36699\u000a22:37:16.968570 tst mo_mt_sms.py: using RAC 234\u000a22:37:17.113341 tst mo_mt_sms.py: using CellId 36699\u000a22:37:17.248121 tst mo_mt_sms.py: using BVCI 36700\u000a22:37:17.273319 tst sms:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a22:37:17.285313 tst sms:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a22:37:17.297055 tst sms:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a22:37:17.308665 tst sms:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a22:37:17.321239 tst sms:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a22:37:17.333888 tst sms:trx-lms-limenet-micro: Using 1 x modem (candidates: 2)\u000a22:37:17.450747 tst sms:trx-lms-limenet-micro: Using 1 x modem (candidates: 2)\u000a22:37:17.649253 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:37:18.120489 run create_hlr_db(pid=8761): Launched\u000a22:37:18.291050 bus /sierra_2: Setting Powered False\u000a22:37:19.313078 run create_hlr_db(pid=8761): Terminated: ok {rc=0}\u000a22:37:19.734644 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8763): Launched\u000a22:37:20.050641 run osmo-hlr_10.42.42.2(pid=8764): Launched\u000a22:37:20.166533 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:37:20.716231 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8766): Launched\u000a22:37:21.031667 run osmo-stp_10.42.42.5(pid=8767): Launched\u000a22:37:21.146328 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a22:37:21.729693 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8769): Launched\u000a22:37:22.046984 run osmo-msc_10.42.42.6(pid=8770): Launched\u000a22:37:22.234302 run osmo-stp_10.42.42.5(pid=8767): ERR: Terminated: ERROR {rc=1} [trial-2395↪sms:trx-lms-limenet-micro↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8767)]\u000a22:37:22.370481 run osmo-stp_10.42.42.5(pid=8767): stdout: \u000a| (launched: 2022-12-13_22:37:20.876534)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:37:22.504825 run osmo-stp_10.42.42.5(pid=8767): stderr: \u000a| �[0;m�[38;5;43m20221213223721068 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213223721068 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213223721068 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213223721068 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213223721069 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213223721069 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213223721069 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:37:22.632580 run osmo-stp_10.42.42.5(pid=8767): stdout: \u000a| (launched: 2022-12-13_22:37:20.876534)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:37:22.759504 run osmo-stp_10.42.42.5(pid=8767): stderr: \u000a| �[0;m�[38;5;43m20221213223721068 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213223721068 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213223721068 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213223721068 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213223721069 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213223721069 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213223721069 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:37:22.814829 tst mo_mt_sms.py:16: ERR: Error: osmo-stp_10.42.42.5(pid=8767): Process ended prematurely: osmo-stp_10.42.42.5(pid=8767) [trial-2395↪sms:trx-lms-limenet-micro↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8767)] [trial-2395↪sms:trx-lms-limenet-micro↪mo_mt_sms.py:16]\u000a22:37:22.823357 tst mo_mt_sms.py:16: Test FAILED (6.2 sec)\u000a22:37:22.885958 run osmo-hlr_10.42.42.2(pid=8764): ERR: Terminated: ERROR {rc=237} [trial-2395↪sms:trx-lms-limenet-micro↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=8764)]\u000a22:37:22.937117 run osmo-hlr_10.42.42.2(pid=8764): stdout: \u000a| (launched: 2022-12-13_22:37:19.895233) \u000a22:37:22.989052 run osmo-hlr_10.42.42.2(pid=8764): stderr: \u000a| �[0;m�[1;31m20221213223720091 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213223720091 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213223720091 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213223720091 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213223720091 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213223720092 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213223720109 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2395/run.2022-12-13_21-44-31/sms:trx-lms-limenet-micro/mo_mt_sms.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213223720119 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213223720119 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213223720119 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:37:23.059298 run osmo-msc_10.42.42.6(pid=8770): ERR: Terminated: ERROR {rc=2} [trial-2395↪sms:trx-lms-limenet-micro↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=8770)]\u000a22:37:23.110496 run osmo-msc_10.42.42.6(pid=8770): stdout: \u000a| (launched: 2022-12-13_22:37:21.890528) \u000a22:37:23.162347 run osmo-msc_10.42.42.6(pid=8770): stderr: \u000a| �[0;m�[38;5;43m20221213223722210 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213223722210 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f9343826c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213223722210 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213223722210 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213223722210 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213223722211 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213223722212 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213223722213 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213223722213 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213223722213 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a22:37:23.206893 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8763): Terminating (SIGTERM)\u000a22:37:23.249464 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8766): Terminating (SIGTERM)\u000a22:37:23.291430 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8769): Terminating (SIGTERM)\u000a22:37:23.301125 --- ParallelTerminationStrategy: PID 8763 died...\u000a22:37:23.357232 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8763): Terminated: ok {rc=0}\u000a22:37:23.367344 --- ParallelTerminationStrategy: PID 8766 died...\u000a22:37:23.423132 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8766): Terminated: ok {rc=0}\u000a22:37:23.433261 --- ParallelTerminationStrategy: PID 8769 died...\u000a22:37:23.489460 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8769): Terminated: ok {rc=0}\u000a22:37:23.576518 bus /sierra_3: Setting Powered False\u000a22:37:24.680625 bus /sierra_3: Setting Powered False\u000a22:37:25.791785 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "114", "name" : "sms_trx-lms-limenet-micro", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T22:37:16" }, { "cases" : [ { "testActions" : [ ], "age" : 256, "className" : "nitb_ussd:trx-lms-limenet-micro", "duration" : 4.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=8777): Process ended prematurely: osmo-nitb_10.42.42.2(pid=8777) [trial-2395↪nitb_ussd:trx-lms-limenet-micro↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=8777)]", "failedSince" : 2140, "name" : "assert_extension.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_ussd/assert_extension.py\", line 12, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=8777): Process ended prematurely: osmo-nitb_10.42.42.2(pid=8777) [trial-2395↪nitb_ussd:trx-lms-limenet-micro↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=8777)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2395 nitb_ussd:trx-lms-limenet-micro assert_extension.py\u000a----------------------------------------------\u000a22:37:27.618782 tst nitb_ussd:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 1)\u000a22:37:27.629762 tst nitb_ussd:trx-lms-limenet-micro: Using 1 x bts (candidates: 1)\u000a22:37:27.759347 tst assert_extension.py: using LAC 36700\u000a22:37:27.874172 tst assert_extension.py: using RAC 235\u000a22:37:27.989051 tst assert_extension.py: using CellId 36700\u000a22:37:28.103766 tst assert_extension.py: using BVCI 36701\u000a22:37:28.126379 tst nitb_ussd:trx-lms-limenet-micro: Using 1 x modem (candidates: 1)\u000a22:37:28.417680 tst assert_extension.py:10: start nitb and bts...\u000a22:37:28.550169 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a22:37:29.205985 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=8776): Launched\u000a22:37:29.519803 run osmo-nitb_10.42.42.2(pid=8777): Launched\u000a22:37:29.714112 run osmo-nitb_10.42.42.2(pid=8777): ERR: Terminated: ERROR {rc=2} [trial-2395↪nitb_ussd:trx-lms-limenet-micro↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=8777)]\u000a22:37:29.857028 run osmo-nitb_10.42.42.2(pid=8777): stdout: \u000a| (launched: 2022-12-13_22:37:29.367591) \u000a22:37:30.001716 run osmo-nitb_10.42.42.2(pid=8777): stderr: \u000a| (launched: 2022-12-13_22:37:29.414518)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a22:37:30.140747 run osmo-nitb_10.42.42.2(pid=8777): stdout: \u000a| (launched: 2022-12-13_22:37:29.367591) \u000a22:37:30.279456 run osmo-nitb_10.42.42.2(pid=8777): stderr: \u000a| (launched: 2022-12-13_22:37:29.414518)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a22:37:30.647243 tst osmo-nitb_10.42.42.2(pid=8777): stdout: \u000a| (launched: 2022-12-13_22:37:29.367591) \u000a22:37:30.773299 tst osmo-nitb_10.42.42.2(pid=8777): stderr: \u000a| (launched: 2022-12-13_22:37:29.414518)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a22:37:30.828582 tst assert_extension.py:12: ERR: Error: osmo-nitb_10.42.42.2(pid=8777): Process ended prematurely: osmo-nitb_10.42.42.2(pid=8777) [trial-2395↪nitb_ussd:trx-lms-limenet-micro↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=8777)] [trial-2395↪nitb_ussd:trx-lms-limenet-micro↪assert_extension.py:12]\u000a22:37:30.837999 tst assert_extension.py:12: Test FAILED (3.2 sec)\u000a22:37:30.875546 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=8776): Terminating (SIGTERM)\u000a22:37:31.054068 --- ParallelTerminationStrategy: PID 8776 died...\u000a22:37:31.125166 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=8776): Terminated: ok {rc=0}\u000a22:37:31.220468 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 6.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "115", "name" : "nitb_ussd_trx-lms-limenet-micro", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T22:37:27" }, { "cases" : [ { "testActions" : [ ], "age" : 257, "className" : "ussd:trx-lms-limenet-micro", "duration" : 6.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=8787): Process ended prematurely: osmo-stp_10.42.42.5(pid=8787) [trial-2395↪ussd:trx-lms-limenet-micro↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8787)]", "failedSince" : 2139, "name" : "assert_extension.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/ussd/assert_extension.py\", line 17, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=8787): Process ended prematurely: osmo-stp_10.42.42.5(pid=8787) [trial-2395↪ussd:trx-lms-limenet-micro↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8787)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2395 ussd:trx-lms-limenet-micro assert_extension.py\u000a----------------------------------------------\u000a22:37:33.053206 tst ussd:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a22:37:33.064545 tst ussd:trx-lms-limenet-micro: Using 1 x bts (candidates: 1)\u000a22:37:33.200604 tst assert_extension.py: using LAC 36701\u000a22:37:33.323907 tst assert_extension.py: using RAC 236\u000a22:37:33.442789 tst assert_extension.py: using CellId 36701\u000a22:37:33.558128 tst assert_extension.py: using BVCI 36702\u000a22:37:33.580361 tst ussd:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a22:37:33.591127 tst ussd:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a22:37:33.601633 tst ussd:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a22:37:33.612394 tst ussd:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a22:37:33.622903 tst ussd:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a22:37:33.633388 tst ussd:trx-lms-limenet-micro: Using 1 x modem (candidates: 1)\u000a22:37:33.841345 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:37:34.341661 run create_hlr_db(pid=8781): Launched\u000a22:37:34.526519 bus /sierra_2: Setting Powered False\u000a22:37:35.547466 run create_hlr_db(pid=8781): Terminated: ok {rc=0}\u000a22:37:35.945457 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8783): Launched\u000a22:37:36.241822 run osmo-hlr_10.42.42.2(pid=8784): Launched\u000a22:37:36.350202 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:37:36.866175 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8786): Launched\u000a22:37:37.162024 run osmo-stp_10.42.42.5(pid=8787): Launched\u000a22:37:37.268762 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a22:37:37.807726 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8789): Launched\u000a22:37:38.103914 run osmo-msc_10.42.42.6(pid=8790): Launched\u000a22:37:38.283891 run osmo-stp_10.42.42.5(pid=8787): ERR: Terminated: ERROR {rc=1} [trial-2395↪ussd:trx-lms-limenet-micro↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8787)]\u000a22:37:38.420893 run osmo-stp_10.42.42.5(pid=8787): stdout: \u000a| (launched: 2022-12-13_22:37:37.015927)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:37:38.554643 run osmo-stp_10.42.42.5(pid=8787): stderr: \u000a| �[0;m�[38;5;43m20221213223737185 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213223737186 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213223737186 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213223737186 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213223737187 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213223737187 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213223737187 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:37:38.682685 run osmo-stp_10.42.42.5(pid=8787): stdout: \u000a| (launched: 2022-12-13_22:37:37.015927)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:37:38.808835 run osmo-stp_10.42.42.5(pid=8787): stderr: \u000a| �[0;m�[38;5;43m20221213223737185 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213223737186 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213223737186 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213223737186 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213223737187 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213223737187 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213223737187 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:37:38.864021 tst assert_extension.py:17: ERR: Error: osmo-stp_10.42.42.5(pid=8787): Process ended prematurely: osmo-stp_10.42.42.5(pid=8787) [trial-2395↪ussd:trx-lms-limenet-micro↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8787)] [trial-2395↪ussd:trx-lms-limenet-micro↪assert_extension.py:17]\u000a22:37:38.873256 tst assert_extension.py:17: Test FAILED (5.8 sec)\u000a22:37:38.937549 run osmo-hlr_10.42.42.2(pid=8784): ERR: Terminated: ERROR {rc=237} [trial-2395↪ussd:trx-lms-limenet-micro↪assert_extension.py↪assert_extension.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=8784)]\u000a22:37:38.989908 run osmo-hlr_10.42.42.2(pid=8784): stdout: \u000a| (launched: 2022-12-13_22:37:36.095627) \u000a22:37:39.042774 run osmo-hlr_10.42.42.2(pid=8784): stderr: \u000a| �[0;m�[1;31m20221213223736271 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213223736271 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213223736271 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213223736272 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213223736272 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213223736272 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213223736283 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2395/run.2022-12-13_21-44-31/ussd:trx-lms-limenet-micro/assert_extension.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213223736292 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213223736292 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213223736292 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:37:39.114449 run osmo-msc_10.42.42.6(pid=8790): ERR: Terminated: ERROR {rc=2} [trial-2395↪ussd:trx-lms-limenet-micro↪assert_extension.py↪assert_extension.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=8790)]\u000a22:37:39.165787 run osmo-msc_10.42.42.6(pid=8790): stdout: \u000a| (launched: 2022-12-13_22:37:37.957686) \u000a22:37:39.218578 run osmo-msc_10.42.42.6(pid=8790): stderr: \u000a| �[0;m�[38;5;43m20221213223738229 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213223738229 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fb41424fc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213223738230 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213223738230 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213223738230 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213223738230 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213223738232 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213223738232 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213223738232 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213223738232 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a22:37:39.263036 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8783): Terminating (SIGTERM)\u000a22:37:39.305192 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8786): Terminating (SIGTERM)\u000a22:37:39.347506 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8789): Terminating (SIGTERM)\u000a22:37:39.357414 --- ParallelTerminationStrategy: PID 8783 died...\u000a22:37:39.413861 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8783): Terminated: ok {rc=0}\u000a22:37:39.424069 --- ParallelTerminationStrategy: PID 8786 died...\u000a22:37:39.480275 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8786): Terminated: ok {rc=0}\u000a22:37:39.490382 --- ParallelTerminationStrategy: PID 8789 died...\u000a22:37:39.546534 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8789): Terminated: ok {rc=0}\u000a22:37:39.633639 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 9.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "116", "name" : "ussd_trx-lms-limenet-micro", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T22:37:32" }, { "cases" : [ { "testActions" : [ ], "age" : 257, "className" : "voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=8801): Process ended prematurely: osmo-stp_10.42.42.5(pid=8801) [trial-2395↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8801)]", "failedSince" : 2139, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=8801): Process ended prematurely: osmo-stp_10.42.42.5(pid=8801) [trial-2395↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8801)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2395 voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call.py\u000a----------------------------------------------\u000a22:37:41.594761 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a22:37:41.605987 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1)\u000a22:37:41.763307 tst mo_mt_call.py: using LAC 36702\u000a22:37:41.881543 tst mo_mt_call.py: using RAC 237\u000a22:37:41.998654 tst mo_mt_call.py: using CellId 36702\u000a22:37:42.114637 tst mo_mt_call.py: using BVCI 36703\u000a22:37:42.137342 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a22:37:42.148433 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a22:37:42.159479 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a22:37:42.170518 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a22:37:42.181614 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a22:37:42.192627 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a22:37:42.313808 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a22:37:42.526235 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:37:43.032905 run create_hlr_db(pid=8795): Launched\u000a22:37:43.219529 bus /sierra_2: Setting Powered False\u000a22:37:44.241593 run create_hlr_db(pid=8795): Terminated: ok {rc=0}\u000a22:37:44.671003 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8797): Launched\u000a22:37:44.993921 run osmo-hlr_10.42.42.2(pid=8798): Launched\u000a22:37:45.114067 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:37:45.674620 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8800): Launched\u000a22:37:46.053240 run osmo-stp_10.42.42.5(pid=8801): Launched\u000a22:37:46.235672 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a22:37:47.002460 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8803): Launched\u000a22:37:47.424289 run osmo-msc_10.42.42.6(pid=8804): Launched\u000a22:37:47.627747 run osmo-stp_10.42.42.5(pid=8801): ERR: Terminated: ERROR {rc=1} [trial-2395↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8801)]\u000a22:37:47.765472 run osmo-stp_10.42.42.5(pid=8801): stdout: \u000a| (launched: 2022-12-13_22:37:45.839445)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:37:47.902550 run osmo-stp_10.42.42.5(pid=8801): stderr: \u000a| �[0;m�[38;5;43m20221213223746190 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213223746190 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213223746191 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213223746192 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213223746193 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213223746193 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213223746194 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:37:48.032521 run osmo-stp_10.42.42.5(pid=8801): stdout: \u000a| (launched: 2022-12-13_22:37:45.839445)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:37:48.162004 run osmo-stp_10.42.42.5(pid=8801): stderr: \u000a| �[0;m�[38;5;43m20221213223746190 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213223746190 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213223746191 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213223746192 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213223746193 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213223746193 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213223746194 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:37:48.219015 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=8801): Process ended prematurely: osmo-stp_10.42.42.5(pid=8801) [trial-2395↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8801)] [trial-2395↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8]\u000a22:37:48.228494 tst mo_mt_call.py:8: Test FAILED (6.7 sec)\u000a22:37:48.291652 run osmo-hlr_10.42.42.2(pid=8798): ERR: Terminated: ERROR {rc=237} [trial-2395↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=8798)]\u000a22:37:48.343207 run osmo-hlr_10.42.42.2(pid=8798): stdout: \u000a| (launched: 2022-12-13_22:37:44.835020) \u000a22:37:48.395273 run osmo-hlr_10.42.42.2(pid=8798): stderr: \u000a| �[0;m�[1;31m20221213223745034 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213223745034 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213223745034 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213223745034 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213223745034 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213223745034 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213223745045 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2395/run.2022-12-13_21-44-31/voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213223745054 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213223745054 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213223745054 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:37:48.466530 run osmo-msc_10.42.42.6(pid=8804): ERR: Terminated: ERROR {rc=2} [trial-2395↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=8804)]\u000a22:37:48.518235 run osmo-msc_10.42.42.6(pid=8804): stdout: \u000a| (launched: 2022-12-13_22:37:47.158970) \u000a22:37:48.570191 run osmo-msc_10.42.42.6(pid=8804): stderr: \u000a| �[0;m�[38;5;43m20221213223747586 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213223747586 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fbe6f525c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213223747586 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213223747586 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213223747586 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213223747586 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213223747588 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213223747588 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213223747589 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213223747589 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a22:37:48.614616 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8797): Terminating (SIGTERM)\u000a22:37:48.657275 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8800): Terminating (SIGTERM)\u000a22:37:48.699469 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8803): Terminating (SIGTERM)\u000a22:37:48.709247 --- ParallelTerminationStrategy: PID 8797 died...\u000a22:37:48.765788 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8797): Terminated: ok {rc=0}\u000a22:37:48.775933 --- ParallelTerminationStrategy: PID 8800 died...\u000a22:37:48.832325 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8800): Terminated: ok {rc=0}\u000a22:37:48.842430 --- ParallelTerminationStrategy: PID 8803 died...\u000a22:37:48.898974 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8803): Terminated: ok {rc=0}\u000a22:37:48.986749 bus /sierra_3: Setting Powered False\u000a22:37:50.089578 bus /sierra_3: Setting Powered False\u000a22:37:51.199682 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 231, "className" : "voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=8812): Process ended prematurely: osmo-stp_10.42.42.5(pid=8812) [trial-2395↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8812)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=8812): Process ended prematurely: osmo-stp_10.42.42.5(pid=8812) [trial-2395↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8812)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2395 voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a22:37:52.315211 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a22:37:52.327397 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1)\u000a22:37:52.490125 tst mo_mt_call_osmux.py: using LAC 36703\u000a22:37:52.617715 tst mo_mt_call_osmux.py: using RAC 238\u000a22:37:52.743600 tst mo_mt_call_osmux.py: using CellId 36703\u000a22:37:52.868623 tst mo_mt_call_osmux.py: using BVCI 36704\u000a22:37:52.893169 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a22:37:52.904838 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a22:37:52.916304 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a22:37:52.927836 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a22:37:52.939752 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a22:37:52.951602 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a22:37:53.071633 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a22:37:53.272519 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:37:53.755628 run create_hlr_db(pid=8806): Launched\u000a22:37:53.928282 bus /sierra_2: Setting Powered False\u000a22:37:54.962349 run create_hlr_db(pid=8806): Terminated: ok {rc=0}\u000a22:37:55.391993 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8808): Launched\u000a22:37:55.713591 run osmo-hlr_10.42.42.2(pid=8809): Launched\u000a22:37:55.835322 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:37:56.394672 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8811): Launched\u000a22:37:56.717549 run osmo-stp_10.42.42.5(pid=8812): Launched\u000a22:37:56.835119 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a22:37:57.428788 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8814): Launched\u000a22:37:57.751398 run osmo-msc_10.42.42.6(pid=8815): Launched\u000a22:37:57.940923 run osmo-stp_10.42.42.5(pid=8812): ERR: Terminated: ERROR {rc=1} [trial-2395↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8812)]\u000a22:37:58.077714 run osmo-stp_10.42.42.5(pid=8812): stdout: \u000a| (launched: 2022-12-13_22:37:56.558369)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:37:58.213856 run osmo-stp_10.42.42.5(pid=8812): stderr: \u000a| �[0;m�[38;5;43m20221213223756751 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213223756751 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213223756751 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213223756752 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213223756752 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213223756752 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213223756752 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:37:58.344307 run osmo-stp_10.42.42.5(pid=8812): stdout: \u000a| (launched: 2022-12-13_22:37:56.558369)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:37:58.473524 run osmo-stp_10.42.42.5(pid=8812): stderr: \u000a| �[0;m�[38;5;43m20221213223756751 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213223756751 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213223756751 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213223756752 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213223756752 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213223756752 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213223756752 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:37:58.530312 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=8812): Process ended prematurely: osmo-stp_10.42.42.5(pid=8812) [trial-2395↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8812)] [trial-2395↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8]\u000a22:37:58.539482 tst mo_mt_call_osmux.py:8: Test FAILED (6.3 sec)\u000a22:37:58.603290 run osmo-hlr_10.42.42.2(pid=8809): ERR: Terminated: ERROR {rc=237} [trial-2395↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=8809)]\u000a22:37:58.654993 run osmo-hlr_10.42.42.2(pid=8809): stdout: \u000a| (launched: 2022-12-13_22:37:55.555923) \u000a22:37:58.707145 run osmo-hlr_10.42.42.2(pid=8809): stderr: \u000a| �[0;m�[1;31m20221213223755754 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213223755754 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213223755754 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213223755754 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213223755755 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213223755755 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213223755767 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2395/run.2022-12-13_21-44-31/voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213223755778 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213223755778 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213223755778 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:37:58.778063 run osmo-msc_10.42.42.6(pid=8815): ERR: Terminated: ERROR {rc=2} [trial-2395↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=8815)]\u000a22:37:58.829535 run osmo-msc_10.42.42.6(pid=8815): stdout: \u000a| (launched: 2022-12-13_22:37:57.592428) \u000a22:37:58.881600 run osmo-msc_10.42.42.6(pid=8815): stderr: \u000a| �[0;m�[38;5;43m20221213223757912 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213223757912 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f9b84faac40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213223757912 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213223757912 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213223757912 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213223757912 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213223757914 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213223757915 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213223757915 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213223757915 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a22:37:58.926175 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8808): Terminating (SIGTERM)\u000a22:37:58.968607 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8811): Terminating (SIGTERM)\u000a22:37:59.010818 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8814): Terminating (SIGTERM)\u000a22:37:59.020604 --- ParallelTerminationStrategy: PID 8808 died...\u000a22:37:59.077137 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8808): Terminated: ok {rc=0}\u000a22:37:59.087356 --- ParallelTerminationStrategy: PID 8811 died...\u000a22:37:59.143760 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8811): Terminated: ok {rc=0}\u000a22:37:59.153884 --- ParallelTerminationStrategy: PID 8814 died...\u000a22:37:59.210050 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8814): Terminated: ok {rc=0}\u000a22:37:59.297930 bus /sierra_3: Setting Powered False\u000a22:38:00.400213 bus /sierra_3: Setting Powered False\u000a22:38:01.523145 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "117", "name" : "voice_trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T22:37:41" }, { "cases" : [ { "testActions" : [ ], "age" : 257, "className" : "voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=8827): Process ended prematurely: osmo-stp_10.42.42.5(pid=8827) [trial-2395↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8827)]", "failedSince" : 2139, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=8827): Process ended prematurely: osmo-stp_10.42.42.5(pid=8827) [trial-2395↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8827)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2395 voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call.py\u000a----------------------------------------------\u000a22:38:03.524535 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a22:38:03.536113 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1)\u000a22:38:03.694383 tst mo_mt_call.py: using LAC 36704\u000a22:38:03.813072 tst mo_mt_call.py: using RAC 239\u000a22:38:03.930677 tst mo_mt_call.py: using CellId 36704\u000a22:38:04.047447 tst mo_mt_call.py: using BVCI 36705\u000a22:38:04.070237 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a22:38:04.081381 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a22:38:04.092253 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a22:38:04.103352 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a22:38:04.114612 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a22:38:04.125591 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a22:38:04.246749 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a22:38:04.459281 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:38:04.967487 run create_hlr_db(pid=8821): Launched\u000a22:38:05.154085 bus /sierra_2: Setting Powered False\u000a22:38:06.176577 run create_hlr_db(pid=8821): Terminated: ok {rc=0}\u000a22:38:06.581775 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8823): Launched\u000a22:38:06.882691 run osmo-hlr_10.42.42.2(pid=8824): Launched\u000a22:38:06.993392 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:38:07.513652 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8826): Launched\u000a22:38:07.814681 run osmo-stp_10.42.42.5(pid=8827): Launched\u000a22:38:07.923787 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a22:38:08.473387 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8829): Launched\u000a22:38:08.775209 run osmo-msc_10.42.42.6(pid=8830): Launched\u000a22:38:08.952537 run osmo-stp_10.42.42.5(pid=8827): ERR: Terminated: ERROR {rc=1} [trial-2395↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8827)]\u000a22:38:09.079703 run osmo-stp_10.42.42.5(pid=8827): stdout: \u000a| (launched: 2022-12-13_22:38:07.666619)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:38:09.204781 run osmo-stp_10.42.42.5(pid=8827): stderr: \u000a| �[0;m�[38;5;43m20221213223807839 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213223807839 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213223807840 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213223807840 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213223807841 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213223807841 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213223807841 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:38:09.325234 run osmo-stp_10.42.42.5(pid=8827): stdout: \u000a| (launched: 2022-12-13_22:38:07.666619)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:38:09.444752 run osmo-stp_10.42.42.5(pid=8827): stderr: \u000a| �[0;m�[38;5;43m20221213223807839 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213223807839 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213223807840 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213223807840 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213223807841 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213223807841 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213223807841 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:38:09.497482 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=8827): Process ended prematurely: osmo-stp_10.42.42.5(pid=8827) [trial-2395↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8827)] [trial-2395↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8]\u000a22:38:09.505954 tst mo_mt_call.py:8: Test FAILED (6.0 sec)\u000a22:38:09.564994 run osmo-hlr_10.42.42.2(pid=8824): ERR: Terminated: ERROR {rc=237} [trial-2395↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=8824)]\u000a22:38:09.613203 run osmo-hlr_10.42.42.2(pid=8824): stdout: \u000a| (launched: 2022-12-13_22:38:06.735110) \u000a22:38:09.662553 run osmo-hlr_10.42.42.2(pid=8824): stderr: \u000a| �[0;m�[1;31m20221213223806910 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213223806910 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213223806910 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213223806910 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213223806910 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213223806911 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213223806923 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2395/run.2022-12-13_21-44-31/voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213223806933 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213223806934 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213223806934 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:38:09.729086 run osmo-msc_10.42.42.6(pid=8830): ERR: Terminated: ERROR {rc=2} [trial-2395↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=8830)]\u000a22:38:09.777247 run osmo-msc_10.42.42.6(pid=8830): stdout: \u000a| (launched: 2022-12-13_22:38:08.626168) \u000a22:38:09.826600 run osmo-msc_10.42.42.6(pid=8830): stderr: \u000a| �[0;m�[38;5;43m20221213223808898 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213223808899 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fbd00acfc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213223808899 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213223808899 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213223808899 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213223808899 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213223808901 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213223808901 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213223808902 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213223808902 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a22:38:09.867980 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8823): Terminating (SIGTERM)\u000a22:38:09.907025 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8826): Terminating (SIGTERM)\u000a22:38:09.946062 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8829): Terminating (SIGTERM)\u000a22:38:09.955197 --- ParallelTerminationStrategy: PID 8823 died...\u000a22:38:10.007544 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8823): Terminated: ok {rc=0}\u000a22:38:10.017147 --- ParallelTerminationStrategy: PID 8826 died...\u000a22:38:10.069130 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8826): Terminated: ok {rc=0}\u000a22:38:10.078607 --- ParallelTerminationStrategy: PID 8829 died...\u000a22:38:10.131153 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8829): Terminated: ok {rc=0}\u000a22:38:10.217845 bus /sierra_3: Setting Powered False\u000a22:38:11.324440 bus /sierra_3: Setting Powered False\u000a22:38:12.431735 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 231, "className" : "voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=8838): Process ended prematurely: osmo-stp_10.42.42.5(pid=8838) [trial-2395↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8838)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=8838): Process ended prematurely: osmo-stp_10.42.42.5(pid=8838) [trial-2395↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8838)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2395 voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a22:38:13.541047 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a22:38:13.554086 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1)\u000a22:38:13.704666 tst mo_mt_call_osmux.py: using LAC 36705\u000a22:38:13.829672 tst mo_mt_call_osmux.py: using RAC 240\u000a22:38:13.945954 tst mo_mt_call_osmux.py: using CellId 36705\u000a22:38:14.061982 tst mo_mt_call_osmux.py: using BVCI 36706\u000a22:38:14.084697 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a22:38:14.096126 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a22:38:14.107159 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a22:38:14.118171 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a22:38:14.129282 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a22:38:14.140271 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a22:38:14.261550 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a22:38:14.474091 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:38:14.982310 run create_hlr_db(pid=8832): Launched\u000a22:38:15.169696 bus /sierra_2: Setting Powered False\u000a22:38:16.191556 run create_hlr_db(pid=8832): Terminated: ok {rc=0}\u000a22:38:16.621765 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8834): Launched\u000a22:38:17.042252 run osmo-hlr_10.42.42.2(pid=8835): Launched\u000a22:38:17.180943 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:38:17.747976 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8837): Launched\u000a22:38:18.049441 run osmo-stp_10.42.42.5(pid=8838): Launched\u000a22:38:18.159194 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a22:38:18.710530 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8840): Launched\u000a22:38:19.011548 run osmo-msc_10.42.42.6(pid=8841): Launched\u000a22:38:19.187935 run osmo-stp_10.42.42.5(pid=8838): ERR: Terminated: ERROR {rc=1} [trial-2395↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8838)]\u000a22:38:19.315556 run osmo-stp_10.42.42.5(pid=8838): stdout: \u000a| (launched: 2022-12-13_22:38:17.901167)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:38:19.440705 run osmo-stp_10.42.42.5(pid=8838): stderr: \u000a| �[0;m�[38;5;43m20221213223818070 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213223818071 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213223818071 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213223818071 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213223818072 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213223818072 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213223818072 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:38:19.561699 run osmo-stp_10.42.42.5(pid=8838): stdout: \u000a| (launched: 2022-12-13_22:38:17.901167)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:38:19.681529 run osmo-stp_10.42.42.5(pid=8838): stderr: \u000a| �[0;m�[38;5;43m20221213223818070 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213223818071 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213223818071 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213223818071 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213223818072 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213223818072 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213223818072 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:38:19.734432 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=8838): Process ended prematurely: osmo-stp_10.42.42.5(pid=8838) [trial-2395↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8838)] [trial-2395↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8]\u000a22:38:19.743154 tst mo_mt_call_osmux.py:8: Test FAILED (6.2 sec)\u000a22:38:19.803435 run osmo-hlr_10.42.42.2(pid=8835): ERR: Terminated: ERROR {rc=237} [trial-2395↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=8835)]\u000a22:38:19.852439 run osmo-hlr_10.42.42.2(pid=8835): stdout: \u000a| (launched: 2022-12-13_22:38:16.779746) \u000a22:38:19.902013 run osmo-hlr_10.42.42.2(pid=8835): stderr: \u000a| �[0;m�[1;31m20221213223817124 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213223817124 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213223817124 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213223817124 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213223817125 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213223817125 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213223817145 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2395/run.2022-12-13_21-44-31/voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213223817164 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213223817164 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213223817174 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:38:19.969576 run osmo-msc_10.42.42.6(pid=8841): ERR: Terminated: ERROR {rc=2} [trial-2395↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=8841)]\u000a22:38:20.018453 run osmo-msc_10.42.42.6(pid=8841): stdout: \u000a| (launched: 2022-12-13_22:38:18.863746) \u000a22:38:20.067862 run osmo-msc_10.42.42.6(pid=8841): stderr: \u000a| �[0;m�[38;5;43m20221213223819136 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213223819136 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f9a1a4d9c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213223819136 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213223819136 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213223819136 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213223819137 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213223819138 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213223819139 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213223819139 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213223819139 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a22:38:20.110021 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8834): Terminating (SIGTERM)\u000a22:38:20.149607 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8837): Terminating (SIGTERM)\u000a22:38:20.189219 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8840): Terminating (SIGTERM)\u000a22:38:20.198298 --- ParallelTerminationStrategy: PID 8834 died...\u000a22:38:20.251480 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8834): Terminated: ok {rc=0}\u000a22:38:20.261304 --- ParallelTerminationStrategy: PID 8837 died...\u000a22:38:20.314292 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8837): Terminated: ok {rc=0}\u000a22:38:20.323910 --- ParallelTerminationStrategy: PID 8840 died...\u000a22:38:20.377202 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8840): Terminated: ok {rc=0}\u000a22:38:20.465307 bus /sierra_3: Setting Powered False\u000a22:38:21.571121 bus /sierra_3: Setting Powered False\u000a22:38:22.682933 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "118", "name" : "voice_trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T22:38:03" }, { "cases" : [ { "testActions" : [ ], "age" : 257, "className" : "voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=8852): Process ended prematurely: osmo-stp_10.42.42.5(pid=8852) [trial-2395↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8852)]", "failedSince" : 2139, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=8852): Process ended prematurely: osmo-stp_10.42.42.5(pid=8852) [trial-2395↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8852)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2395 voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call.py\u000a----------------------------------------------\u000a22:38:24.678142 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a22:38:24.689769 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1)\u000a22:38:24.850150 tst mo_mt_call.py: using LAC 36706\u000a22:38:24.969884 tst mo_mt_call.py: using RAC 241\u000a22:38:25.085926 tst mo_mt_call.py: using CellId 36706\u000a22:38:25.202823 tst mo_mt_call.py: using BVCI 36707\u000a22:38:25.225730 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a22:38:25.236768 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a22:38:25.247747 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a22:38:25.258880 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a22:38:25.270101 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a22:38:25.281088 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a22:38:25.396552 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a22:38:25.609177 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:38:26.117991 run create_hlr_db(pid=8846): Launched\u000a22:38:26.306491 bus /sierra_2: Setting Powered False\u000a22:38:27.328316 run create_hlr_db(pid=8846): Terminated: ok {rc=0}\u000a22:38:27.732173 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8848): Launched\u000a22:38:28.033037 run osmo-hlr_10.42.42.2(pid=8849): Launched\u000a22:38:28.143816 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:38:28.666306 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8851): Launched\u000a22:38:28.968041 run osmo-stp_10.42.42.5(pid=8852): Launched\u000a22:38:29.077259 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a22:38:29.631173 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8854): Launched\u000a22:38:29.932350 run osmo-msc_10.42.42.6(pid=8855): Launched\u000a22:38:30.108611 run osmo-stp_10.42.42.5(pid=8852): ERR: Terminated: ERROR {rc=1} [trial-2395↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8852)]\u000a22:38:30.235962 run osmo-stp_10.42.42.5(pid=8852): stdout: \u000a| (launched: 2022-12-13_22:38:28.819010)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:38:30.361461 run osmo-stp_10.42.42.5(pid=8852): stderr: \u000a| �[0;m�[38;5;43m20221213223828992 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213223828992 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213223828992 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213223828993 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213223828993 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213223828993 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213223828993 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:38:30.482364 run osmo-stp_10.42.42.5(pid=8852): stdout: \u000a| (launched: 2022-12-13_22:38:28.819010)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:38:30.602829 run osmo-stp_10.42.42.5(pid=8852): stderr: \u000a| �[0;m�[38;5;43m20221213223828992 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213223828992 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213223828992 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213223828993 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213223828993 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213223828993 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213223828993 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:38:30.655710 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=8852): Process ended prematurely: osmo-stp_10.42.42.5(pid=8852) [trial-2395↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8852)] [trial-2395↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8]\u000a22:38:30.664393 tst mo_mt_call.py:8: Test FAILED (6.0 sec)\u000a22:38:30.724150 run osmo-hlr_10.42.42.2(pid=8849): ERR: Terminated: ERROR {rc=237} [trial-2395↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=8849)]\u000a22:38:30.772842 run osmo-hlr_10.42.42.2(pid=8849): stdout: \u000a| (launched: 2022-12-13_22:38:27.885101) \u000a22:38:30.822018 run osmo-hlr_10.42.42.2(pid=8849): stderr: \u000a| �[0;m�[1;31m20221213223828062 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213223828062 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213223828062 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213223828062 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213223828062 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213223828063 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213223828075 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2395/run.2022-12-13_21-44-31/voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213223828084 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213223828084 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213223828084 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:38:30.897066 run osmo-msc_10.42.42.6(pid=8855): ERR: Terminated: ERROR {rc=2} [trial-2395↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=8855)]\u000a22:38:30.946931 run osmo-msc_10.42.42.6(pid=8855): stdout: \u000a| (launched: 2022-12-13_22:38:29.784066) \u000a22:38:30.997167 run osmo-msc_10.42.42.6(pid=8855): stderr: \u000a| �[0;m�[38;5;43m20221213223830055 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213223830056 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fa849301c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213223830056 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213223830056 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213223830056 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213223830056 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213223830058 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213223830058 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213223830058 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213223830059 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a22:38:31.039704 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8848): Terminating (SIGTERM)\u000a22:38:31.082829 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8851): Terminating (SIGTERM)\u000a22:38:31.124488 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8854): Terminating (SIGTERM)\u000a22:38:31.134890 --- ParallelTerminationStrategy: PID 8848 died...\u000a22:38:31.189048 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8848): Terminated: ok {rc=0}\u000a22:38:31.199111 --- ParallelTerminationStrategy: PID 8851 died...\u000a22:38:31.253204 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8851): Terminated: ok {rc=0}\u000a22:38:31.263313 --- ParallelTerminationStrategy: PID 8854 died...\u000a22:38:31.317302 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8854): Terminated: ok {rc=0}\u000a22:38:31.400831 bus /sierra_3: Setting Powered False\u000a22:38:32.501781 bus /sierra_3: Setting Powered False\u000a22:38:33.612523 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 231, "className" : "voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=8863): Process ended prematurely: osmo-stp_10.42.42.5(pid=8863) [trial-2395↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8863)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=8863): Process ended prematurely: osmo-stp_10.42.42.5(pid=8863) [trial-2395↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8863)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2395 voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a22:38:34.722739 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a22:38:34.734624 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1)\u000a22:38:34.886165 tst mo_mt_call_osmux.py: using LAC 36707\u000a22:38:35.003264 tst mo_mt_call_osmux.py: using RAC 242\u000a22:38:35.119670 tst mo_mt_call_osmux.py: using CellId 36707\u000a22:38:35.235378 tst mo_mt_call_osmux.py: using BVCI 36708\u000a22:38:35.258266 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a22:38:35.269534 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a22:38:35.280553 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a22:38:35.291592 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a22:38:35.302764 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a22:38:35.313820 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a22:38:35.434414 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a22:38:35.638919 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:38:36.119334 run create_hlr_db(pid=8857): Launched\u000a22:38:36.291614 bus /sierra_2: Setting Powered False\u000a22:38:37.313812 run create_hlr_db(pid=8857): Terminated: ok {rc=0}\u000a22:38:37.742917 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8859): Launched\u000a22:38:38.065772 run osmo-hlr_10.42.42.2(pid=8860): Launched\u000a22:38:38.185886 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:38:38.747210 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8862): Launched\u000a22:38:39.070897 run osmo-stp_10.42.42.5(pid=8863): Launched\u000a22:38:39.191076 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a22:38:39.780828 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8865): Launched\u000a22:38:40.103433 run osmo-msc_10.42.42.6(pid=8866): Launched\u000a22:38:40.292714 run osmo-stp_10.42.42.5(pid=8863): ERR: Terminated: ERROR {rc=1} [trial-2395↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8863)]\u000a22:38:40.429388 run osmo-stp_10.42.42.5(pid=8863): stdout: \u000a| (launched: 2022-12-13_22:38:38.911465)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:38:40.565439 run osmo-stp_10.42.42.5(pid=8863): stderr: \u000a| �[0;m�[38;5;43m20221213223839104 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213223839104 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213223839104 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213223839104 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213223839105 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213223839105 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213223839105 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:38:40.695597 run osmo-stp_10.42.42.5(pid=8863): stdout: \u000a| (launched: 2022-12-13_22:38:38.911465)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:38:40.824492 run osmo-stp_10.42.42.5(pid=8863): stderr: \u000a| �[0;m�[38;5;43m20221213223839104 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213223839104 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213223839104 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213223839104 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213223839105 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213223839105 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213223839105 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:38:40.881376 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=8863): Process ended prematurely: osmo-stp_10.42.42.5(pid=8863) [trial-2395↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8863)] [trial-2395↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8]\u000a22:38:40.890536 tst mo_mt_call_osmux.py:8: Test FAILED (6.2 sec)\u000a22:38:40.953694 run osmo-hlr_10.42.42.2(pid=8860): ERR: Terminated: ERROR {rc=237} [trial-2395↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=8860)]\u000a22:38:41.005363 run osmo-hlr_10.42.42.2(pid=8860): stdout: \u000a| (launched: 2022-12-13_22:38:37.906923) \u000a22:38:41.056787 run osmo-hlr_10.42.42.2(pid=8860): stderr: \u000a| �[0;m�[1;31m20221213223838104 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213223838104 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213223838104 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213223838104 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213223838104 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213223838104 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213223838117 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2395/run.2022-12-13_21-44-31/voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213223838125 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213223838125 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213223838125 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:38:41.127477 run osmo-msc_10.42.42.6(pid=8866): ERR: Terminated: ERROR {rc=2} [trial-2395↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=8866)]\u000a22:38:41.178480 run osmo-msc_10.42.42.6(pid=8866): stdout: \u000a| (launched: 2022-12-13_22:38:39.944786) \u000a22:38:41.230008 run osmo-msc_10.42.42.6(pid=8866): stderr: \u000a| �[0;m�[38;5;43m20221213223840266 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213223840266 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fef7eb84c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213223840266 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213223840266 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213223840266 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213223840266 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213223840268 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213223840268 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213223840269 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213223840269 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a22:38:41.274285 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8859): Terminating (SIGTERM)\u000a22:38:41.315744 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8862): Terminating (SIGTERM)\u000a22:38:41.358661 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8865): Terminating (SIGTERM)\u000a22:38:41.368423 --- ParallelTerminationStrategy: PID 8859 died...\u000a22:38:41.424940 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8859): Terminated: ok {rc=0}\u000a22:38:41.435206 --- ParallelTerminationStrategy: PID 8862 died...\u000a22:38:41.491248 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8862): Terminated: ok {rc=0}\u000a22:38:41.501437 --- ParallelTerminationStrategy: PID 8865 died...\u000a22:38:41.557288 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8865): Terminated: ok {rc=0}\u000a22:38:41.644373 bus /sierra_3: Setting Powered False\u000a22:38:42.750101 bus /sierra_3: Setting Powered False\u000a22:38:43.859604 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "119", "name" : "voice_trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T22:38:24" }, { "cases" : [ { "testActions" : [ ], "age" : 257, "className" : "voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=8879): Process ended prematurely: osmo-stp_10.42.42.5(pid=8879) [trial-2395↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8879)]", "failedSince" : 2139, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=8879): Process ended prematurely: osmo-stp_10.42.42.5(pid=8879) [trial-2395↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8879)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2395 voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1 mo_mt_call.py\u000a----------------------------------------------\u000a22:38:45.869117 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a22:38:45.889626 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x bts (candidates: 1)\u000a22:38:46.055126 tst mo_mt_call.py: using LAC 36708\u000a22:38:46.178800 tst mo_mt_call.py: using RAC 243\u000a22:38:46.330496 tst mo_mt_call.py: using CellId 36708\u000a22:38:46.484588 tst mo_mt_call.py: using BVCI 36709\u000a22:38:46.511373 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a22:38:46.523770 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a22:38:46.536111 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a22:38:46.548310 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a22:38:46.561557 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a22:38:46.573763 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a22:38:46.721351 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a22:38:46.990499 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:38:47.485996 run create_hlr_db(pid=8873): Launched\u000a22:38:47.674138 bus /sierra_2: Setting Powered False\u000a22:38:48.694999 run create_hlr_db(pid=8873): Terminated: ok {rc=0}\u000a22:38:49.124439 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8875): Launched\u000a22:38:49.449065 run osmo-hlr_10.42.42.2(pid=8876): Launched\u000a22:38:49.570144 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:38:50.128149 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8878): Launched\u000a22:38:50.451173 run osmo-stp_10.42.42.5(pid=8879): Launched\u000a22:38:50.568071 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a22:38:51.156726 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8881): Launched\u000a22:38:51.482130 run osmo-msc_10.42.42.6(pid=8882): Launched\u000a22:38:51.671635 run osmo-stp_10.42.42.5(pid=8879): ERR: Terminated: ERROR {rc=1} [trial-2395↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8879)]\u000a22:38:51.809150 run osmo-stp_10.42.42.5(pid=8879): stdout: \u000a| (launched: 2022-12-13_22:38:50.292369)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:38:51.945474 run osmo-stp_10.42.42.5(pid=8879): stderr: \u000a| �[0;m�[38;5;43m20221213223850485 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213223850485 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213223850485 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213223850486 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213223850486 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213223850486 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213223850486 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:38:52.075588 run osmo-stp_10.42.42.5(pid=8879): stdout: \u000a| (launched: 2022-12-13_22:38:50.292369)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:38:52.204195 run osmo-stp_10.42.42.5(pid=8879): stderr: \u000a| �[0;m�[38;5;43m20221213223850485 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213223850485 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213223850485 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213223850486 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213223850486 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213223850486 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213223850486 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:38:52.261473 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=8879): Process ended prematurely: osmo-stp_10.42.42.5(pid=8879) [trial-2395↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8879)] [trial-2395↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8]\u000a22:38:52.271056 tst mo_mt_call.py:8: Test FAILED (6.5 sec)\u000a22:38:52.334086 run osmo-hlr_10.42.42.2(pid=8876): ERR: Terminated: ERROR {rc=237} [trial-2395↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=8876)]\u000a22:38:52.385586 run osmo-hlr_10.42.42.2(pid=8876): stdout: \u000a| (launched: 2022-12-13_22:38:49.288548) \u000a22:38:52.437683 run osmo-hlr_10.42.42.2(pid=8876): stderr: \u000a| �[0;m�[1;31m20221213223849489 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213223849489 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213223849489 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213223849489 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213223849489 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213223849489 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213223849502 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2395/run.2022-12-13_21-44-31/voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213223849510 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213223849510 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213223849510 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:38:52.508044 run osmo-msc_10.42.42.6(pid=8882): ERR: Terminated: ERROR {rc=2} [trial-2395↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=8882)]\u000a22:38:52.559252 run osmo-msc_10.42.42.6(pid=8882): stdout: \u000a| (launched: 2022-12-13_22:38:51.321367) \u000a22:38:52.610699 run osmo-msc_10.42.42.6(pid=8882): stderr: \u000a| �[0;m�[38;5;43m20221213223851644 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213223851644 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f7b18abec40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213223851644 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213223851644 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213223851644 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213223851645 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213223851646 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213223851647 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213223851647 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213223851647 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a22:38:52.654852 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8875): Terminating (SIGTERM)\u000a22:38:52.696638 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8878): Terminating (SIGTERM)\u000a22:38:52.738882 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8881): Terminating (SIGTERM)\u000a22:38:52.748577 --- ParallelTerminationStrategy: PID 8875 died...\u000a22:38:52.804421 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8875): Terminated: ok {rc=0}\u000a22:38:52.814543 --- ParallelTerminationStrategy: PID 8878 died...\u000a22:38:52.870303 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8878): Terminated: ok {rc=0}\u000a22:38:52.880302 --- ParallelTerminationStrategy: PID 8881 died...\u000a22:38:52.935950 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8881): Terminated: ok {rc=0}\u000a22:38:53.023594 bus /sierra_3: Setting Powered False\u000a22:38:54.129717 bus /sierra_3: Setting Powered False\u000a22:38:55.238703 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 231, "className" : "voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=8890): Process ended prematurely: osmo-stp_10.42.42.5(pid=8890) [trial-2395↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8890)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=8890): Process ended prematurely: osmo-stp_10.42.42.5(pid=8890) [trial-2395↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8890)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2395 voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a22:38:56.348315 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a22:38:56.360167 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x bts (candidates: 1)\u000a22:38:56.513755 tst mo_mt_call_osmux.py: using LAC 36709\u000a22:38:56.631962 tst mo_mt_call_osmux.py: using RAC 244\u000a22:38:56.752404 tst mo_mt_call_osmux.py: using CellId 36709\u000a22:38:56.870609 tst mo_mt_call_osmux.py: using BVCI 36710\u000a22:38:56.893433 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a22:38:56.904516 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a22:38:56.915513 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a22:38:56.926608 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a22:38:56.937763 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a22:38:56.948618 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a22:38:57.067385 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a22:38:57.272227 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:38:57.753982 run create_hlr_db(pid=8884): Launched\u000a22:38:57.926411 bus /sierra_2: Setting Powered False\u000a22:38:58.949350 run create_hlr_db(pid=8884): Terminated: ok {rc=0}\u000a22:38:59.350750 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8886): Launched\u000a22:38:59.651095 run osmo-hlr_10.42.42.2(pid=8887): Launched\u000a22:38:59.759703 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:39:00.281798 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8889): Launched\u000a22:39:00.583172 run osmo-stp_10.42.42.5(pid=8890): Launched\u000a22:39:00.692143 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a22:39:01.403603 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8895): Launched\u000a22:39:01.888139 run osmo-msc_10.42.42.6(pid=8929): Launched\u000a22:39:02.271204 run osmo-stp_10.42.42.5(pid=8890): ERR: Terminated: ERROR {rc=1} [trial-2395↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8890)]\u000a22:39:02.447847 run osmo-stp_10.42.42.5(pid=8890): stdout: \u000a| (launched: 2022-12-13_22:39:00.434432)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:39:02.730418 run osmo-stp_10.42.42.5(pid=8890): stderr: \u000a| �[0;m�[38;5;43m20221213223900607 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213223900607 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213223900607 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213223900607 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213223900608 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213223900608 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213223900608 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:39:02.904065 run osmo-stp_10.42.42.5(pid=8890): stdout: \u000a| (launched: 2022-12-13_22:39:00.434432)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:39:03.053087 run osmo-stp_10.42.42.5(pid=8890): stderr: \u000a| �[0;m�[38;5;43m20221213223900607 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213223900607 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213223900607 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213223900607 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213223900608 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213223900608 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213223900608 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:39:03.117010 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=8890): Process ended prematurely: osmo-stp_10.42.42.5(pid=8890) [trial-2395↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8890)] [trial-2395↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8]\u000a22:39:03.127560 tst mo_mt_call_osmux.py:8: Test FAILED (6.8 sec)\u000a22:39:03.213471 run osmo-hlr_10.42.42.2(pid=8887): ERR: Terminated: ERROR {rc=237} [trial-2395↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=8887)]\u000a22:39:03.278702 run osmo-hlr_10.42.42.2(pid=8887): stdout: \u000a| (launched: 2022-12-13_22:38:59.503244) \u000a22:39:03.340012 run osmo-hlr_10.42.42.2(pid=8887): stderr: \u000a| �[0;m�[1;31m20221213223859683 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213223859683 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213223859683 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213223859683 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213223859683 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213223859683 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213223859693 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2395/run.2022-12-13_21-44-31/voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213223859703 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213223859703 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213223859703 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:39:03.423518 run osmo-msc_10.42.42.6(pid=8929): ERR: Terminated: ERROR {rc=2} [trial-2395↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=8929)]\u000a22:39:03.488106 run osmo-msc_10.42.42.6(pid=8929): stdout: \u000a| (launched: 2022-12-13_22:39:01.620468) \u000a22:39:03.554316 run osmo-msc_10.42.42.6(pid=8929): stderr: \u000a| �[0;m�[38;5;43m20221213223902144 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213223902145 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f300a941c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213223902145 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213223902145 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213223902145 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213223902145 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213223902147 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213223902147 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213223902147 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213223902147 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a22:39:03.617782 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8886): Terminating (SIGTERM)\u000a22:39:03.672225 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8889): Terminating (SIGTERM)\u000a22:39:03.729241 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8895): Terminating (SIGTERM)\u000a22:39:03.741187 --- ParallelTerminationStrategy: PID 8886 died...\u000a22:39:03.816838 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8886): Terminated: ok {rc=0}\u000a22:39:03.829715 --- ParallelTerminationStrategy: PID 8889 died...\u000a22:39:03.899179 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8889): Terminated: ok {rc=0}\u000a22:39:03.913710 --- ParallelTerminationStrategy: PID 8895 died...\u000a22:39:03.983900 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8895): Terminated: ok {rc=0}\u000a22:39:04.090458 bus /sierra_3: Setting Powered False\u000a22:39:05.198488 bus /sierra_3: Setting Powered False\u000a22:39:06.309242 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 23.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "120", "name" : "voice_trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T22:38:45" }, { "cases" : [ { "testActions" : [ ], "age" : 257, "className" : "voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=9175): Process ended prematurely: osmo-stp_10.42.42.5(pid=9175) [trial-2395↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9175)]", "failedSince" : 2139, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=9175): Process ended prematurely: osmo-stp_10.42.42.5(pid=9175) [trial-2395↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9175)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2395 voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call.py\u000a----------------------------------------------\u000a22:39:08.325493 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a22:39:08.338217 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1)\u000a22:39:08.503806 tst mo_mt_call.py: using LAC 36710\u000a22:39:08.633814 tst mo_mt_call.py: using RAC 245\u000a22:39:08.762229 tst mo_mt_call.py: using CellId 36710\u000a22:39:08.891654 tst mo_mt_call.py: using BVCI 36711\u000a22:39:08.917343 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a22:39:08.929988 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a22:39:08.942436 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a22:39:08.955052 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a22:39:08.968589 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a22:39:08.983791 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a22:39:09.110960 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a22:39:09.331128 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:39:09.901466 run create_hlr_db(pid=9169): Launched\u000a22:39:10.094123 bus /sierra_2: Setting Powered False\u000a22:39:11.118349 run create_hlr_db(pid=9169): Terminated: ok {rc=0}\u000a22:39:11.580929 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9171): Launched\u000a22:39:12.016647 run osmo-hlr_10.42.42.2(pid=9172): Launched\u000a22:39:12.267583 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:39:12.861596 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9174): Launched\u000a22:39:13.299483 run osmo-stp_10.42.42.5(pid=9175): Launched\u000a22:39:13.518558 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a22:39:14.140759 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9177): Launched\u000a22:39:14.589786 run osmo-msc_10.42.42.6(pid=9178): Launched\u000a22:39:15.019295 run osmo-stp_10.42.42.5(pid=9175): ERR: Terminated: ERROR {rc=1} [trial-2395↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9175)]\u000a22:39:15.219806 run osmo-stp_10.42.42.5(pid=9175): stdout: \u000a| (launched: 2022-12-13_22:39:13.029644)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:39:15.360646 run osmo-stp_10.42.42.5(pid=9175): stderr: \u000a| �[0;m�[38;5;43m20221213223913334 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213223913334 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213223913334 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213223913335 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213223913335 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213223913335 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213223913335 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:39:15.497351 run osmo-stp_10.42.42.5(pid=9175): stdout: \u000a| (launched: 2022-12-13_22:39:13.029644)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:39:15.632767 run osmo-stp_10.42.42.5(pid=9175): stderr: \u000a| �[0;m�[38;5;43m20221213223913334 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213223913334 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213223913334 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213223913335 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213223913335 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213223913335 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213223913335 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:39:15.692147 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=9175): Process ended prematurely: osmo-stp_10.42.42.5(pid=9175) [trial-2395↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9175)] [trial-2395↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8]\u000a22:39:15.702779 tst mo_mt_call.py:8: Test FAILED (7.4 sec)\u000a22:39:15.769210 run osmo-hlr_10.42.42.2(pid=9172): ERR: Terminated: ERROR {rc=237} [trial-2395↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=9172)]\u000a22:39:15.824339 run osmo-hlr_10.42.42.2(pid=9172): stdout: \u000a| (launched: 2022-12-13_22:39:11.750032) \u000a22:39:15.885890 run osmo-hlr_10.42.42.2(pid=9172): stderr: \u000a| �[0;m�[1;31m20221213223912066 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213223912067 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213223912067 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213223912067 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213223912067 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213223912067 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213223912083 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2395/run.2022-12-13_21-44-31/voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213223912091 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213223912091 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213223912092 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:39:15.984823 run osmo-msc_10.42.42.6(pid=9178): ERR: Terminated: ERROR {rc=2} [trial-2395↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=9178)]\u000a22:39:16.037591 run osmo-msc_10.42.42.6(pid=9178): stdout: \u000a| (launched: 2022-12-13_22:39:14.310827) \u000a22:39:16.092642 run osmo-msc_10.42.42.6(pid=9178): stderr: \u000a| �[0;m�[38;5;43m20221213223914863 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213223914863 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fde79e04c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213223914863 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213223914863 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213223914864 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213223914864 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213223914867 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213223914868 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213223914868 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213223914868 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a22:39:16.140225 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9171): Terminating (SIGTERM)\u000a22:39:16.191383 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9174): Terminating (SIGTERM)\u000a22:39:16.261626 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9177): Terminating (SIGTERM)\u000a22:39:16.279191 --- ParallelTerminationStrategy: PID 9171 died...\u000a22:39:16.375983 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9171): Terminated: ok {rc=0}\u000a22:39:16.395613 --- ParallelTerminationStrategy: PID 9174 died...\u000a22:39:16.464409 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9174): Terminated: ok {rc=0}\u000a22:39:16.478870 --- ParallelTerminationStrategy: PID 9177 died...\u000a22:39:16.544654 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9177): Terminated: ok {rc=0}\u000a22:39:16.667889 bus /sierra_3: Setting Powered False\u000a22:39:17.786181 bus /sierra_3: Setting Powered False\u000a22:39:18.900981 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 231, "className" : "voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=9187): Process ended prematurely: osmo-stp_10.42.42.5(pid=9187) [trial-2395↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9187)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=9187): Process ended prematurely: osmo-stp_10.42.42.5(pid=9187) [trial-2395↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9187)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2395 voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a22:39:20.023760 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a22:39:20.037146 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1)\u000a22:39:20.211290 tst mo_mt_call_osmux.py: using LAC 36711\u000a22:39:20.340139 tst mo_mt_call_osmux.py: using RAC 246\u000a22:39:20.470518 tst mo_mt_call_osmux.py: using CellId 36711\u000a22:39:20.601798 tst mo_mt_call_osmux.py: using BVCI 36712\u000a22:39:20.627654 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a22:39:20.640926 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a22:39:20.654217 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a22:39:20.667215 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a22:39:20.681982 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a22:39:20.696131 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a22:39:20.824392 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a22:39:21.047648 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:39:21.588509 run create_hlr_db(pid=9180): Launched\u000a22:39:21.764821 bus /sierra_2: Setting Powered False\u000a22:39:22.789486 run create_hlr_db(pid=9180): Terminated: ok {rc=0}\u000a22:39:23.224316 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9182): Launched\u000a22:39:23.655935 run osmo-hlr_10.42.42.2(pid=9183): Launched\u000a22:39:23.893060 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:39:24.541657 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9185): Launched\u000a22:39:24.864595 run osmo-stp_10.42.42.5(pid=9187): Launched\u000a22:39:24.983002 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a22:39:25.574918 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9189): Launched\u000a22:39:25.897750 run osmo-msc_10.42.42.6(pid=9190): Launched\u000a22:39:26.087123 run osmo-stp_10.42.42.5(pid=9187): ERR: Terminated: ERROR {rc=1} [trial-2395↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9187)]\u000a22:39:26.224084 run osmo-stp_10.42.42.5(pid=9187): stdout: \u000a| (launched: 2022-12-13_22:39:24.705833)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:39:26.361423 run osmo-stp_10.42.42.5(pid=9187): stderr: \u000a| �[0;m�[38;5;43m20221213223924900 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213223924900 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213223924901 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213223924901 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213223924902 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213223924902 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213223924902 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:39:26.491751 run osmo-stp_10.42.42.5(pid=9187): stdout: \u000a| (launched: 2022-12-13_22:39:24.705833)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:39:26.620522 run osmo-stp_10.42.42.5(pid=9187): stderr: \u000a| �[0;m�[38;5;43m20221213223924900 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213223924900 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213223924901 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213223924901 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213223924902 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213223924902 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213223924902 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:39:26.677420 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=9187): Process ended prematurely: osmo-stp_10.42.42.5(pid=9187) [trial-2395↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9187)] [trial-2395↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8]\u000a22:39:26.686790 tst mo_mt_call_osmux.py:8: Test FAILED (6.7 sec)\u000a22:39:26.749924 run osmo-hlr_10.42.42.2(pid=9183): ERR: Terminated: ERROR {rc=237} [trial-2395↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=9183)]\u000a22:39:26.801155 run osmo-hlr_10.42.42.2(pid=9183): stdout: \u000a| (launched: 2022-12-13_22:39:23.383720) \u000a22:39:26.852883 run osmo-hlr_10.42.42.2(pid=9183): stderr: \u000a| �[0;m�[1;31m20221213223923741 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213223923741 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213223923741 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213223923741 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213223923741 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213223923741 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213223923757 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2395/run.2022-12-13_21-44-31/voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213223923768 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213223923768 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213223923768 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:39:26.923574 run osmo-msc_10.42.42.6(pid=9190): ERR: Terminated: ERROR {rc=2} [trial-2395↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=9190)]\u000a22:39:26.974634 run osmo-msc_10.42.42.6(pid=9190): stdout: \u000a| (launched: 2022-12-13_22:39:25.739277) \u000a22:39:27.026221 run osmo-msc_10.42.42.6(pid=9190): stderr: \u000a| �[0;m�[38;5;43m20221213223926059 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213223926059 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f6b46494c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213223926059 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213223926059 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213223926060 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213223926060 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213223926063 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213223926064 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213223926064 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213223926064 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a22:39:27.070544 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9182): Terminating (SIGTERM)\u000a22:39:27.112755 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9185): Terminating (SIGTERM)\u000a22:39:27.154916 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9189): Terminating (SIGTERM)\u000a22:39:27.164697 --- ParallelTerminationStrategy: PID 9182 died...\u000a22:39:27.221306 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9182): Terminated: ok {rc=0}\u000a22:39:27.231488 --- ParallelTerminationStrategy: PID 9185 died...\u000a22:39:27.287730 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9185): Terminated: ok {rc=0}\u000a22:39:27.297986 --- ParallelTerminationStrategy: PID 9189 died...\u000a22:39:27.354174 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9189): Terminated: ok {rc=0}\u000a22:39:27.440977 bus /sierra_3: Setting Powered False\u000a22:39:28.545997 bus /sierra_3: Setting Powered False\u000a22:39:29.654631 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 24.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "121", "name" : "voice_trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T22:39:08" }, { "cases" : [ { "testActions" : [ ], "age" : 257, "className" : "voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=9201): Process ended prematurely: osmo-stp_10.42.42.5(pid=9201) [trial-2395↪voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9201)]", "failedSince" : 2139, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=9201): Process ended prematurely: osmo-stp_10.42.42.5(pid=9201) [trial-2395↪voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9201)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2395 voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call.py\u000a----------------------------------------------\u000a22:39:31.733278 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a22:39:31.750026 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a22:39:31.928535 tst mo_mt_call.py: using LAC 36712\u000a22:39:32.059796 tst mo_mt_call.py: using RAC 247\u000a22:39:32.214970 tst mo_mt_call.py: using CellId 36712\u000a22:39:32.354994 tst mo_mt_call.py: using BVCI 36713\u000a22:39:32.379815 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a22:39:32.391683 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a22:39:32.403465 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a22:39:32.415359 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a22:39:32.427881 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a22:39:32.439927 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a22:39:32.557142 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a22:39:32.763923 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:39:33.272734 run create_hlr_db(pid=9195): Launched\u000a22:39:33.461338 bus /sierra_2: Setting Powered False\u000a22:39:34.482692 run create_hlr_db(pid=9195): Terminated: ok {rc=0}\u000a22:39:34.912370 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9197): Launched\u000a22:39:35.235494 run osmo-hlr_10.42.42.2(pid=9198): Launched\u000a22:39:35.354992 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:39:35.918949 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9200): Launched\u000a22:39:36.241413 run osmo-stp_10.42.42.5(pid=9201): Launched\u000a22:39:36.359194 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a22:39:36.949702 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9203): Launched\u000a22:39:37.273137 run osmo-msc_10.42.42.6(pid=9204): Launched\u000a22:39:37.462706 run osmo-stp_10.42.42.5(pid=9201): ERR: Terminated: ERROR {rc=1} [trial-2395↪voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9201)]\u000a22:39:37.600097 run osmo-stp_10.42.42.5(pid=9201): stdout: \u000a| (launched: 2022-12-13_22:39:36.082874)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:39:37.736577 run osmo-stp_10.42.42.5(pid=9201): stderr: \u000a| �[0;m�[38;5;43m20221213223936274 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213223936274 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213223936274 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213223936274 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213223936277 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213223936277 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213223936277 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:39:37.866847 run osmo-stp_10.42.42.5(pid=9201): stdout: \u000a| (launched: 2022-12-13_22:39:36.082874)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:39:37.996222 run osmo-stp_10.42.42.5(pid=9201): stderr: \u000a| �[0;m�[38;5;43m20221213223936274 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213223936274 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213223936274 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213223936274 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213223936277 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213223936277 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213223936277 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:39:38.053562 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=9201): Process ended prematurely: osmo-stp_10.42.42.5(pid=9201) [trial-2395↪voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9201)] [trial-2395↪voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8]\u000a22:39:38.062926 tst mo_mt_call.py:8: Test FAILED (6.4 sec)\u000a22:39:38.126097 run osmo-hlr_10.42.42.2(pid=9198): ERR: Terminated: ERROR {rc=237} [trial-2395↪voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=9198)]\u000a22:39:38.177624 run osmo-hlr_10.42.42.2(pid=9198): stdout: \u000a| (launched: 2022-12-13_22:39:35.076704) \u000a22:39:38.229610 run osmo-hlr_10.42.42.2(pid=9198): stderr: \u000a| �[0;m�[1;31m20221213223935275 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213223935275 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213223935275 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213223935275 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213223935276 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213223935276 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213223935288 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2395/run.2022-12-13_21-44-31/voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213223935297 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213223935297 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213223935297 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:39:38.300639 run osmo-msc_10.42.42.6(pid=9204): ERR: Terminated: ERROR {rc=2} [trial-2395↪voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=9204)]\u000a22:39:38.351812 run osmo-msc_10.42.42.6(pid=9204): stdout: \u000a| (launched: 2022-12-13_22:39:37.114001) \u000a22:39:38.403678 run osmo-msc_10.42.42.6(pid=9204): stderr: \u000a| �[0;m�[38;5;43m20221213223937438 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213223937438 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f536142bc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213223937438 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213223937438 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213223937438 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213223937438 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213223937440 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213223937440 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213223937440 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213223937441 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a22:39:38.448053 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9197): Terminating (SIGTERM)\u000a22:39:38.490184 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9200): Terminating (SIGTERM)\u000a22:39:38.532214 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9203): Terminating (SIGTERM)\u000a22:39:38.542061 --- ParallelTerminationStrategy: PID 9197 died...\u000a22:39:38.598410 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9197): Terminated: ok {rc=0}\u000a22:39:38.608644 --- ParallelTerminationStrategy: PID 9200 died...\u000a22:39:38.664779 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9200): Terminated: ok {rc=0}\u000a22:39:38.675052 --- ParallelTerminationStrategy: PID 9203 died...\u000a22:39:38.731238 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9203): Terminated: ok {rc=0}\u000a22:39:38.818161 bus /sierra_3: Setting Powered False\u000a22:39:39.924462 bus /sierra_3: Setting Powered False\u000a22:39:41.033303 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 231, "className" : "voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=9212): Process ended prematurely: osmo-stp_10.42.42.5(pid=9212) [trial-2395↪voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9212)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=9212): Process ended prematurely: osmo-stp_10.42.42.5(pid=9212) [trial-2395↪voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9212)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2395 voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call_osmux.py\u000a----------------------------------------------\u000a22:39:42.148249 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a22:39:42.160721 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a22:39:42.323247 tst mo_mt_call_osmux.py: using LAC 36713\u000a22:39:42.453692 tst mo_mt_call_osmux.py: using RAC 248\u000a22:39:42.578704 tst mo_mt_call_osmux.py: using CellId 36713\u000a22:39:42.705688 tst mo_mt_call_osmux.py: using BVCI 36714\u000a22:39:42.730214 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a22:39:42.742166 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a22:39:42.753836 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a22:39:42.765528 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a22:39:42.777688 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a22:39:42.789835 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a22:39:42.907168 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a22:39:43.119475 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:39:43.627519 run create_hlr_db(pid=9206): Launched\u000a22:39:43.814240 bus /sierra_2: Setting Powered False\u000a22:39:44.836646 run create_hlr_db(pid=9206): Terminated: ok {rc=0}\u000a22:39:45.240165 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9208): Launched\u000a22:39:45.541066 run osmo-hlr_10.42.42.2(pid=9209): Launched\u000a22:39:45.656121 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:39:46.240007 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9211): Launched\u000a22:39:46.679015 run osmo-stp_10.42.42.5(pid=9212): Launched\u000a22:39:46.881392 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a22:39:47.480819 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9214): Launched\u000a22:39:47.804377 run osmo-msc_10.42.42.6(pid=9215): Launched\u000a22:39:47.993449 run osmo-stp_10.42.42.5(pid=9212): ERR: Terminated: ERROR {rc=1} [trial-2395↪voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9212)]\u000a22:39:48.129888 run osmo-stp_10.42.42.5(pid=9212): stdout: \u000a| (launched: 2022-12-13_22:39:46.410522)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:39:48.266445 run osmo-stp_10.42.42.5(pid=9212): stderr: \u000a| �[0;m�[38;5;43m20221213223946707 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213223946707 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213223946708 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213223946708 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213223946721 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213223946721 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213223946721 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:39:48.397528 run osmo-stp_10.42.42.5(pid=9212): stdout: \u000a| (launched: 2022-12-13_22:39:46.410522)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:39:48.526331 run osmo-stp_10.42.42.5(pid=9212): stderr: \u000a| �[0;m�[38;5;43m20221213223946707 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213223946707 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213223946708 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213223946708 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213223946721 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213223946721 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213223946721 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:39:48.583159 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=9212): Process ended prematurely: osmo-stp_10.42.42.5(pid=9212) [trial-2395↪voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9212)] [trial-2395↪voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8]\u000a22:39:48.592317 tst mo_mt_call_osmux.py:8: Test FAILED (6.5 sec)\u000a22:39:48.655418 run osmo-hlr_10.42.42.2(pid=9209): ERR: Terminated: ERROR {rc=237} [trial-2395↪voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=9209)]\u000a22:39:48.706708 run osmo-hlr_10.42.42.2(pid=9209): stdout: \u000a| (launched: 2022-12-13_22:39:45.393066) \u000a22:39:48.758868 run osmo-hlr_10.42.42.2(pid=9209): stderr: \u000a| �[0;m�[1;31m20221213223945567 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213223945567 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213223945568 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213223945568 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213223945568 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213223945568 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213223945580 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2395/run.2022-12-13_21-44-31/voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213223945590 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213223945590 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213223945590 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:39:48.829985 run osmo-msc_10.42.42.6(pid=9215): ERR: Terminated: ERROR {rc=2} [trial-2395↪voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=9215)]\u000a22:39:48.881327 run osmo-msc_10.42.42.6(pid=9215): stdout: \u000a| (launched: 2022-12-13_22:39:47.645234) \u000a22:39:48.933055 run osmo-msc_10.42.42.6(pid=9215): stderr: \u000a| �[0;m�[38;5;43m20221213223947965 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213223947966 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f8f5b257c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213223947966 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213223947966 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213223947966 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213223947966 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213223947968 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213223947968 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213223947968 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213223947968 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a22:39:48.977212 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9208): Terminating (SIGTERM)\u000a22:39:49.019217 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9211): Terminating (SIGTERM)\u000a22:39:49.061447 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9214): Terminating (SIGTERM)\u000a22:39:49.071266 --- ParallelTerminationStrategy: PID 9208 died...\u000a22:39:49.127622 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9208): Terminated: ok {rc=0}\u000a22:39:49.137911 --- ParallelTerminationStrategy: PID 9211 died...\u000a22:39:49.193794 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9211): Terminated: ok {rc=0}\u000a22:39:49.203949 --- ParallelTerminationStrategy: PID 9214 died...\u000a22:39:49.259736 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9214): Terminated: ok {rc=0}\u000a22:39:49.347025 bus /sierra_3: Setting Powered False\u000a22:39:50.452577 bus /sierra_3: Setting Powered False\u000a22:39:51.560083 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "122", "name" : "voice_trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T22:39:31" }, { "cases" : [ { "testActions" : [ ], "age" : 257, "className" : "voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=9226): Process ended prematurely: osmo-stp_10.42.42.5(pid=9226) [trial-2395↪voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9226)]", "failedSince" : 2139, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=9226): Process ended prematurely: osmo-stp_10.42.42.5(pid=9226) [trial-2395↪voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9226)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2395 voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo mo_mt_call.py\u000a----------------------------------------------\u000a22:39:53.557224 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a22:39:53.568156 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a22:39:53.720713 tst mo_mt_call.py: using LAC 36714\u000a22:39:53.838969 tst mo_mt_call.py: using RAC 249\u000a22:39:53.956093 tst mo_mt_call.py: using CellId 36714\u000a22:39:54.073226 tst mo_mt_call.py: using BVCI 36715\u000a22:39:54.095999 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a22:39:54.107040 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a22:39:54.117854 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a22:39:54.128614 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a22:39:54.139987 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a22:39:54.151359 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a22:39:54.271043 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a22:39:54.472299 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:39:54.954124 run create_hlr_db(pid=9220): Launched\u000a22:39:55.126953 bus /sierra_2: Setting Powered False\u000a22:39:56.149790 run create_hlr_db(pid=9220): Terminated: ok {rc=0}\u000a22:39:56.581351 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9222): Launched\u000a22:39:56.903832 run osmo-hlr_10.42.42.2(pid=9223): Launched\u000a22:39:57.026555 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:39:57.587776 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9225): Launched\u000a22:39:57.910256 run osmo-stp_10.42.42.5(pid=9226): Launched\u000a22:39:58.028075 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a22:39:58.620188 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9228): Launched\u000a22:39:58.945143 run osmo-msc_10.42.42.6(pid=9229): Launched\u000a22:39:59.135336 run osmo-stp_10.42.42.5(pid=9226): ERR: Terminated: ERROR {rc=1} [trial-2395↪voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9226)]\u000a22:39:59.272584 run osmo-stp_10.42.42.5(pid=9226): stdout: \u000a| (launched: 2022-12-13_22:39:57.751344)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:39:59.410447 run osmo-stp_10.42.42.5(pid=9226): stderr: \u000a| �[0;m�[38;5;43m20221213223957943 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213223957943 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213223957943 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213223957944 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213223957944 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213223957944 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213223957944 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:39:59.540771 run osmo-stp_10.42.42.5(pid=9226): stdout: \u000a| (launched: 2022-12-13_22:39:57.751344)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:39:59.670248 run osmo-stp_10.42.42.5(pid=9226): stderr: \u000a| �[0;m�[38;5;43m20221213223957943 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213223957943 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213223957943 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213223957944 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213223957944 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213223957944 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213223957944 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:39:59.727024 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=9226): Process ended prematurely: osmo-stp_10.42.42.5(pid=9226) [trial-2395↪voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9226)] [trial-2395↪voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪mo_mt_call.py:8]\u000a22:39:59.736050 tst mo_mt_call.py:8: Test FAILED (6.2 sec)\u000a22:39:59.798977 run osmo-hlr_10.42.42.2(pid=9223): ERR: Terminated: ERROR {rc=237} [trial-2395↪voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=9223)]\u000a22:39:59.850042 run osmo-hlr_10.42.42.2(pid=9223): stdout: \u000a| (launched: 2022-12-13_22:39:56.745654) \u000a22:39:59.901890 run osmo-hlr_10.42.42.2(pid=9223): stderr: \u000a| �[0;m�[1;31m20221213223956942 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213223956942 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213223956942 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213223956942 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213223956942 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213223956942 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213223956953 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2395/run.2022-12-13_21-44-31/voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213223956961 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213223956962 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213223956962 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:39:59.972555 run osmo-msc_10.42.42.6(pid=9229): ERR: Terminated: ERROR {rc=2} [trial-2395↪voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=9229)]\u000a22:40:00.023975 run osmo-msc_10.42.42.6(pid=9229): stdout: \u000a| (launched: 2022-12-13_22:39:58.785069) \u000a22:40:00.076174 run osmo-msc_10.42.42.6(pid=9229): stderr: \u000a| �[0;m�[38;5;43m20221213223959105 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213223959105 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f10a1c5fc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213223959105 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213223959105 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213223959106 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213223959106 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213223959107 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213223959108 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213223959108 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213223959108 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a22:40:00.120182 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9222): Terminating (SIGTERM)\u000a22:40:00.161720 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9225): Terminating (SIGTERM)\u000a22:40:00.203307 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9228): Terminating (SIGTERM)\u000a22:40:00.213340 --- ParallelTerminationStrategy: PID 9222 died...\u000a22:40:00.269342 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9222): Terminated: ok {rc=0}\u000a22:40:00.279709 --- ParallelTerminationStrategy: PID 9225 died...\u000a22:40:00.335963 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9225): Terminated: ok {rc=0}\u000a22:40:00.346082 --- ParallelTerminationStrategy: PID 9228 died...\u000a22:40:00.402255 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9228): Terminated: ok {rc=0}\u000a22:40:00.488788 bus /sierra_3: Setting Powered False\u000a22:40:01.597496 bus /sierra_3: Setting Powered False\u000a22:40:02.709949 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 231, "className" : "voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=9240): Process ended prematurely: osmo-stp_10.42.42.5(pid=9240) [trial-2395↪voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9240)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=9240): Process ended prematurely: osmo-stp_10.42.42.5(pid=9240) [trial-2395↪voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9240)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2395 voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo mo_mt_call_osmux.py\u000a----------------------------------------------\u000a22:40:03.824171 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a22:40:03.836386 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a22:40:03.997862 tst mo_mt_call_osmux.py: using LAC 36715\u000a22:40:04.128287 tst mo_mt_call_osmux.py: using RAC 250\u000a22:40:04.252592 tst mo_mt_call_osmux.py: using CellId 36715\u000a22:40:04.377863 tst mo_mt_call_osmux.py: using BVCI 36716\u000a22:40:04.402277 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a22:40:04.413912 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a22:40:04.425268 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a22:40:04.436478 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a22:40:04.448270 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a22:40:04.459838 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a22:40:04.576554 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a22:40:04.776777 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:40:05.258806 run create_hlr_db(pid=9234): Launched\u000a22:40:05.432248 bus /sierra_2: Setting Powered False\u000a22:40:06.454048 run create_hlr_db(pid=9234): Terminated: ok {rc=0}\u000a22:40:06.882886 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9236): Launched\u000a22:40:07.205385 run osmo-hlr_10.42.42.2(pid=9237): Launched\u000a22:40:07.326897 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:40:07.886981 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9239): Launched\u000a22:40:08.209852 run osmo-stp_10.42.42.5(pid=9240): Launched\u000a22:40:08.330552 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a22:40:08.919307 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9242): Launched\u000a22:40:09.243081 run osmo-msc_10.42.42.6(pid=9243): Launched\u000a22:40:09.433224 run osmo-stp_10.42.42.5(pid=9240): ERR: Terminated: ERROR {rc=1} [trial-2395↪voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9240)]\u000a22:40:09.570267 run osmo-stp_10.42.42.5(pid=9240): stdout: \u000a| (launched: 2022-12-13_22:40:08.051175)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:40:09.707258 run osmo-stp_10.42.42.5(pid=9240): stderr: \u000a| �[0;m�[38;5;43m20221213224008243 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213224008243 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213224008243 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213224008243 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213224008246 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213224008246 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213224008246 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:40:09.837457 run osmo-stp_10.42.42.5(pid=9240): stdout: \u000a| (launched: 2022-12-13_22:40:08.051175)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:40:09.966664 run osmo-stp_10.42.42.5(pid=9240): stderr: \u000a| �[0;m�[38;5;43m20221213224008243 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213224008243 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213224008243 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213224008243 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213224008246 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213224008246 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213224008246 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:40:10.023579 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=9240): Process ended prematurely: osmo-stp_10.42.42.5(pid=9240) [trial-2395↪voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9240)] [trial-2395↪voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8]\u000a22:40:10.032901 tst mo_mt_call_osmux.py:8: Test FAILED (6.2 sec)\u000a22:40:10.096175 run osmo-hlr_10.42.42.2(pid=9237): ERR: Terminated: ERROR {rc=237} [trial-2395↪voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=9237)]\u000a22:40:10.147495 run osmo-hlr_10.42.42.2(pid=9237): stdout: \u000a| (launched: 2022-12-13_22:40:07.047077) \u000a22:40:10.199444 run osmo-hlr_10.42.42.2(pid=9237): stderr: \u000a| �[0;m�[1;31m20221213224007246 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213224007246 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213224007246 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213224007246 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213224007246 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213224007246 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213224007257 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2395/run.2022-12-13_21-44-31/voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213224007265 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213224007266 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213224007266 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:40:10.270195 run osmo-msc_10.42.42.6(pid=9243): ERR: Terminated: ERROR {rc=2} [trial-2395↪voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=9243)]\u000a22:40:10.322038 run osmo-msc_10.42.42.6(pid=9243): stdout: \u000a| (launched: 2022-12-13_22:40:09.083672) \u000a22:40:10.374139 run osmo-msc_10.42.42.6(pid=9243): stderr: \u000a| �[0;m�[38;5;43m20221213224009405 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213224009406 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7ff3bf74fc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213224009406 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213224009406 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213224009406 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213224009406 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213224009408 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213224009408 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213224009408 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213224009408 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a22:40:10.418159 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9236): Terminating (SIGTERM)\u000a22:40:10.459664 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9239): Terminating (SIGTERM)\u000a22:40:10.501897 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9242): Terminating (SIGTERM)\u000a22:40:10.511643 --- ParallelTerminationStrategy: PID 9236 died...\u000a22:40:10.567873 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9236): Terminated: ok {rc=0}\u000a22:40:10.577993 --- ParallelTerminationStrategy: PID 9239 died...\u000a22:40:10.633696 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9239): Terminated: ok {rc=0}\u000a22:40:10.643768 --- ParallelTerminationStrategy: PID 9242 died...\u000a22:40:10.699542 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9242): Terminated: ok {rc=0}\u000a22:40:10.785906 bus /sierra_3: Setting Powered False\u000a22:40:11.892224 bus /sierra_3: Setting Powered False\u000a22:40:13.001365 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "123", "name" : "voice_trx-lms-limenet-micro+mod-bts0-dynts-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T22:39:53" }, { "cases" : [ { "testActions" : [ ], "age" : 254, "className" : "emergency:trx-lms-limenet-micro", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=9254): Process ended prematurely: osmo-stp_10.42.42.5(pid=9254) [trial-2395↪emergency:trx-lms-limenet-micro↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9254)]", "failedSince" : 2142, "name" : "emergency_mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/emergency/emergency_mo_mt_call.py\", line 19, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=9254): Process ended prematurely: osmo-stp_10.42.42.5(pid=9254) [trial-2395↪emergency:trx-lms-limenet-micro↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9254)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2395 emergency:trx-lms-limenet-micro emergency_mo_mt_call.py\u000a----------------------------------------------\u000a22:40:15.011419 tst emergency:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a22:40:15.022726 tst emergency:trx-lms-limenet-micro: Using 1 x bts (candidates: 1)\u000a22:40:15.159728 tst emergency_mo_mt_call.py: using LAC 36716\u000a22:40:15.279944 tst emergency_mo_mt_call.py: using RAC 251\u000a22:40:15.396583 tst emergency_mo_mt_call.py: using CellId 36716\u000a22:40:15.510977 tst emergency_mo_mt_call.py: using BVCI 36717\u000a22:40:15.533565 tst emergency:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a22:40:15.544464 tst emergency:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a22:40:15.555195 tst emergency:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a22:40:15.565854 tst emergency:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a22:40:15.576428 tst emergency:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a22:40:15.586980 tst emergency:trx-lms-limenet-micro: Using 1 x modem (candidates: 4)\u000a22:40:15.702328 tst emergency:trx-lms-limenet-micro: Using 1 x modem (candidates: 4)\u000a22:40:15.942865 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:40:16.582210 run create_hlr_db(pid=9248): Launched\u000a22:40:16.771894 bus /sierra_2: Setting Powered False\u000a22:40:17.789281 run create_hlr_db(pid=9248): Terminated: ok {rc=0}\u000a22:40:18.187061 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9250): Launched\u000a22:40:18.482681 run osmo-hlr_10.42.42.2(pid=9251): Launched\u000a22:40:18.599105 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:40:19.116129 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9253): Launched\u000a22:40:19.411318 run osmo-stp_10.42.42.5(pid=9254): Launched\u000a22:40:19.533883 tst emergency_mo_mt_call.py: using MSISDN 8362\u000a22:40:19.679632 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a22:40:20.223608 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9256): Launched\u000a22:40:20.519900 run osmo-msc_10.42.42.6(pid=9257): Launched\u000a22:40:20.696732 run osmo-stp_10.42.42.5(pid=9254): ERR: Terminated: ERROR {rc=1} [trial-2395↪emergency:trx-lms-limenet-micro↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9254)]\u000a22:40:20.822029 run osmo-stp_10.42.42.5(pid=9254): stdout: \u000a| (launched: 2022-12-13_22:40:19.265726)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:40:20.945298 run osmo-stp_10.42.42.5(pid=9254): stderr: \u000a| �[0;m�[38;5;43m20221213224019437 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213224019437 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213224019437 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213224019438 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213224019438 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213224019438 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213224019438 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:40:21.063937 run osmo-stp_10.42.42.5(pid=9254): stdout: \u000a| (launched: 2022-12-13_22:40:19.265726)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:40:21.182001 run osmo-stp_10.42.42.5(pid=9254): stderr: \u000a| �[0;m�[38;5;43m20221213224019437 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213224019437 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213224019437 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213224019438 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213224019438 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213224019438 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213224019438 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:40:21.233721 tst emergency_mo_mt_call.py:19: ERR: Error: osmo-stp_10.42.42.5(pid=9254): Process ended prematurely: osmo-stp_10.42.42.5(pid=9254) [trial-2395↪emergency:trx-lms-limenet-micro↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9254)] [trial-2395↪emergency:trx-lms-limenet-micro↪emergency_mo_mt_call.py:19]\u000a22:40:21.241694 tst emergency_mo_mt_call.py:19: Test FAILED (6.2 sec)\u000a22:40:21.301703 run osmo-hlr_10.42.42.2(pid=9251): ERR: Terminated: ERROR {rc=237} [trial-2395↪emergency:trx-lms-limenet-micro↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=9251)]\u000a22:40:21.350802 run osmo-hlr_10.42.42.2(pid=9251): stdout: \u000a| (launched: 2022-12-13_22:40:18.337160) \u000a22:40:21.400343 run osmo-hlr_10.42.42.2(pid=9251): stderr: \u000a| �[0;m�[1;31m20221213224018513 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213224018513 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213224018513 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213224018513 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213224018513 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213224018513 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213224018525 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2395/run.2022-12-13_21-44-31/emergency:trx-lms-limenet-micro/emergency_mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213224018535 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213224018535 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213224018535 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:40:21.467402 run osmo-msc_10.42.42.6(pid=9257): ERR: Terminated: ERROR {rc=2} [trial-2395↪emergency:trx-lms-limenet-micro↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=9257)]\u000a22:40:21.516274 run osmo-msc_10.42.42.6(pid=9257): stdout: \u000a| (launched: 2022-12-13_22:40:20.373793) \u000a22:40:21.566954 run osmo-msc_10.42.42.6(pid=9257): stderr: \u000a| �[0;m�[38;5;43m20221213224020643 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213224020643 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f09e1949c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213224020643 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213224020643 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213224020643 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213224020643 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213224020645 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213224020646 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213224020646 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213224020646 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a22:40:21.608713 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9250): Terminating (SIGTERM)\u000a22:40:21.648005 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9253): Terminating (SIGTERM)\u000a22:40:21.687290 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9256): Terminating (SIGTERM)\u000a22:40:21.696568 --- ParallelTerminationStrategy: PID 9250 died...\u000a22:40:21.749785 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9250): Terminated: ok {rc=0}\u000a22:40:21.759497 --- ParallelTerminationStrategy: PID 9253 died...\u000a22:40:21.812089 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9253): Terminated: ok {rc=0}\u000a22:40:21.821775 --- ParallelTerminationStrategy: PID 9256 died...\u000a22:40:21.874359 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9256): Terminated: ok {rc=0}\u000a22:40:21.956365 bus /sierra_3: Setting Powered False\u000a22:40:23.062468 bus /sierra_3: Setting Powered False\u000a22:40:24.174943 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 254, "className" : "emergency:trx-lms-limenet-micro", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=9265): Process ended prematurely: osmo-stp_10.42.42.5(pid=9265) [trial-2395↪emergency:trx-lms-limenet-micro↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9265)]", "failedSince" : 2142, "name" : "emergency_preemptive_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/emergency/emergency_preemptive_call.py\", line 32, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=9265): Process ended prematurely: osmo-stp_10.42.42.5(pid=9265) [trial-2395↪emergency:trx-lms-limenet-micro↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9265)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2395 emergency:trx-lms-limenet-micro emergency_preemptive_call.py\u000a----------------------------------------------\u000a22:40:25.226533 tst emergency:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a22:40:25.238579 tst emergency:trx-lms-limenet-micro: Using 1 x bts (candidates: 1)\u000a22:40:25.376082 tst emergency_preemptive_call.py: using LAC 36717\u000a22:40:25.495710 tst emergency_preemptive_call.py: using RAC 252\u000a22:40:25.613874 tst emergency_preemptive_call.py: using CellId 36717\u000a22:40:25.729991 tst emergency_preemptive_call.py: using BVCI 36718\u000a22:40:25.752823 tst emergency:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a22:40:25.763724 tst emergency:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a22:40:25.774365 tst emergency:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a22:40:25.784995 tst emergency:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a22:40:25.796160 tst emergency:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a22:40:25.807327 tst emergency:trx-lms-limenet-micro: Using 1 x modem (candidates: 4)\u000a22:40:25.927402 tst emergency:trx-lms-limenet-micro: Using 1 x modem (candidates: 4)\u000a22:40:26.042850 tst emergency:trx-lms-limenet-micro: Using 1 x modem (candidates: 4)\u000a22:40:26.163295 tst emergency:trx-lms-limenet-micro: Using 1 x modem (candidates: 4)\u000a22:40:26.361173 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:40:26.837414 run create_hlr_db(pid=9259): Launched\u000a22:40:27.007851 bus /sierra_2: Setting Powered False\u000a22:40:28.029710 run create_hlr_db(pid=9259): Terminated: ok {rc=0}\u000a22:40:28.425573 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9261): Launched\u000a22:40:28.721833 run osmo-hlr_10.42.42.2(pid=9262): Launched\u000a22:40:28.837568 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:40:29.361101 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9264): Launched\u000a22:40:29.658187 run osmo-stp_10.42.42.5(pid=9265): Launched\u000a22:40:29.786541 tst emergency_preemptive_call.py: using MSISDN 8363\u000a22:40:29.937869 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a22:40:30.478608 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9267): Launched\u000a22:40:30.775055 run osmo-msc_10.42.42.6(pid=9268): Launched\u000a22:40:31.041604 run osmo-stp_10.42.42.5(pid=9265): ERR: Terminated: ERROR {rc=1} [trial-2395↪emergency:trx-lms-limenet-micro↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9265)]\u000a22:40:31.216418 run osmo-stp_10.42.42.5(pid=9265): stdout: \u000a| (launched: 2022-12-13_22:40:29.511448)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:40:31.344593 run osmo-stp_10.42.42.5(pid=9265): stderr: \u000a| �[0;m�[38;5;43m20221213224029683 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213224029683 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213224029683 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213224029684 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213224029684 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213224029684 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213224029684 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:40:31.467909 run osmo-stp_10.42.42.5(pid=9265): stdout: \u000a| (launched: 2022-12-13_22:40:29.511448)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:40:31.590236 run osmo-stp_10.42.42.5(pid=9265): stderr: \u000a| �[0;m�[38;5;43m20221213224029683 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213224029683 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213224029683 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213224029684 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213224029684 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213224029684 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213224029684 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:40:31.643735 tst emergency_preemptive_call.py:32: ERR: Error: osmo-stp_10.42.42.5(pid=9265): Process ended prematurely: osmo-stp_10.42.42.5(pid=9265) [trial-2395↪emergency:trx-lms-limenet-micro↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9265)] [trial-2395↪emergency:trx-lms-limenet-micro↪emergency_preemptive_call.py:32]\u000a22:40:31.652355 tst emergency_preemptive_call.py:32: Test FAILED (6.4 sec)\u000a22:40:31.713432 run osmo-hlr_10.42.42.2(pid=9262): ERR: Terminated: ERROR {rc=237} [trial-2395↪emergency:trx-lms-limenet-micro↪emergency_preemptive_call.py↪emergency_preemptive_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=9262)]\u000a22:40:31.764092 run osmo-hlr_10.42.42.2(pid=9262): stdout: \u000a| (launched: 2022-12-13_22:40:28.576341) \u000a22:40:31.815999 run osmo-hlr_10.42.42.2(pid=9262): stderr: \u000a| �[0;m�[1;31m20221213224028752 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213224028752 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213224028752 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213224028752 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213224028752 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213224028752 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213224028765 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2395/run.2022-12-13_21-44-31/emergency:trx-lms-limenet-micro/emergency_preemptive_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213224028773 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213224028774 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213224028774 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:40:31.886246 run osmo-msc_10.42.42.6(pid=9268): ERR: Terminated: ERROR {rc=2} [trial-2395↪emergency:trx-lms-limenet-micro↪emergency_preemptive_call.py↪emergency_preemptive_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=9268)]\u000a22:40:31.936984 run osmo-msc_10.42.42.6(pid=9268): stdout: \u000a| (launched: 2022-12-13_22:40:30.628624) \u000a22:40:31.988361 run osmo-msc_10.42.42.6(pid=9268): stderr: \u000a| �[0;m�[38;5;43m20221213224030986 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213224030986 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f26ec9f5c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213224030986 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213224030986 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213224030986 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213224030986 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213224030988 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213224030989 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213224030989 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213224030989 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a22:40:32.032286 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9261): Terminating (SIGTERM)\u000a22:40:32.075803 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9264): Terminating (SIGTERM)\u000a22:40:32.119590 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9267): Terminating (SIGTERM)\u000a22:40:32.129710 --- ParallelTerminationStrategy: PID 9261 died...\u000a22:40:32.185136 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9261): Terminated: ok {rc=0}\u000a22:40:32.195769 --- ParallelTerminationStrategy: PID 9264 died...\u000a22:40:32.250917 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9264): Terminated: ok {rc=0}\u000a22:40:32.261335 --- ParallelTerminationStrategy: PID 9267 died...\u000a22:40:32.316154 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9267): Terminated: ok {rc=0}\u000a22:40:32.402329 bus /sierra_9: Setting Powered False\u000a22:40:33.509043 bus /sierra_9: Setting Powered False\u000a22:40:34.620823 bus /sierra_8: Setting Powered False\u000a22:40:35.726104 bus /sierra_8: Setting Powered False\u000a22:40:36.833676 bus /sierra_3: Setting Powered False\u000a22:40:37.939119 bus /sierra_3: Setting Powered False\u000a22:40:39.047589 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 27.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "124", "name" : "emergency_trx-lms-limenet-micro", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T22:40:14" }, { "cases" : [ { "testActions" : [ ], "age" : 257, "className" : "gprs:trx-lms-limenet-micro", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=9283): Process ended prematurely: osmo-stp_10.42.42.5(pid=9283) [trial-2395↪gprs:trx-lms-limenet-micro↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9283)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=9283): Process ended prematurely: osmo-stp_10.42.42.5(pid=9283) [trial-2395↪gprs:trx-lms-limenet-micro↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9283)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2395 gprs:trx-lms-limenet-micro cs_paging_gprs_active.py\u000a----------------------------------------------\u000a22:40:41.169145 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a22:40:41.180371 tst gprs:trx-lms-limenet-micro: Using 1 x bts (candidates: 1)\u000a22:40:41.321241 tst cs_paging_gprs_active.py: using LAC 36718\u000a22:40:41.449254 tst cs_paging_gprs_active.py: using RAC 253\u000a22:40:41.577415 tst cs_paging_gprs_active.py: using CellId 36718\u000a22:40:41.703860 tst cs_paging_gprs_active.py: using BVCI 36719\u000a22:40:41.728435 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a22:40:41.739711 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a22:40:41.750835 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a22:40:41.761837 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a22:40:41.773066 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a22:40:41.784151 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a22:40:41.795655 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a22:40:41.806984 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a22:40:41.818429 tst gprs:trx-lms-limenet-micro: Using 1 x modem (candidates: 4)\u000a22:40:41.935128 tst gprs:trx-lms-limenet-micro: Using 1 x modem (candidates: 4)\u000a22:40:42.213128 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a22:40:42.339471 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a22:40:42.653622 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9273): Launched\u000a22:40:42.915901 run iperf3-srv_10.42.42.10(pid=9274): Launched\u000a22:40:43.100637 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a22:40:43.226367 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a22:40:43.539175 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9275): Launched\u000a22:40:43.798928 run iperf3-srv_10.42.42.10(pid=9276): Launched\u000a22:40:43.983141 tst cs_paging_gprs_active.py:38: start network...\u000a22:40:44.108498 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:40:44.593247 run create_hlr_db(pid=9277): Launched\u000a22:40:44.766327 bus /sierra_2: Setting Powered False\u000a22:40:45.788937 run create_hlr_db(pid=9277): Terminated: ok {rc=0}\u000a22:40:46.256120 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9279): Launched\u000a22:40:46.707729 run osmo-hlr_10.42.42.2(pid=9280): Launched\u000a22:40:46.915293 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:40:47.471382 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9282): Launched\u000a22:40:47.773826 run osmo-stp_10.42.42.5(pid=9283): Launched\u000a22:40:47.883619 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a22:40:48.411282 run pcap-recorder_any(filters='host 10.42.42.6')(pid=9285): Launched\u000a22:40:48.518765 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a22:40:48.783029 run patchelf(pid=9286): Launched\u000a22:40:48.959935 run osmo-stp_10.42.42.5(pid=9283): ERR: Terminated: ERROR {rc=1} [trial-2395↪gprs:trx-lms-limenet-micro↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9283)]\u000a22:40:49.089397 run osmo-stp_10.42.42.5(pid=9283): stdout: \u000a| (launched: 2022-12-13_22:40:47.624597)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:40:49.219187 run osmo-stp_10.42.42.5(pid=9283): stderr: \u000a| �[0;m�[38;5;43m20221213224047794 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213224047794 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213224047794 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213224047795 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213224047797 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213224047797 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213224047797 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:40:49.344249 run osmo-stp_10.42.42.5(pid=9283): stdout: \u000a| (launched: 2022-12-13_22:40:47.624597)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:40:49.467992 run osmo-stp_10.42.42.5(pid=9283): stderr: \u000a| �[0;m�[38;5;43m20221213224047794 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213224047794 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213224047794 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213224047795 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213224047797 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213224047797 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213224047797 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:40:49.612326 run patchelf(pid=9286): Terminating (SIGINT)\u000a22:40:49.781679 run patchelf(pid=9286): Terminated: ok {rc=0}\u000a22:40:49.812873 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=9283): Process ended prematurely: osmo-stp_10.42.42.5(pid=9283) [trial-2395↪gprs:trx-lms-limenet-micro↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9283)] [trial-2395↪gprs:trx-lms-limenet-micro↪cs_paging_gprs_active.py:38]\u000a22:40:49.822074 tst cs_paging_gprs_active.py:38: Test FAILED (8.7 sec)\u000a22:40:49.881475 run osmo-hlr_10.42.42.2(pid=9280): ERR: Terminated: ERROR {rc=237} [trial-2395↪gprs:trx-lms-limenet-micro↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=9280)]\u000a22:40:49.930079 run osmo-hlr_10.42.42.2(pid=9280): stdout: \u000a| (launched: 2022-12-13_22:40:46.428072) \u000a22:40:49.979454 run osmo-hlr_10.42.42.2(pid=9280): stderr: \u000a| �[0;m�[1;31m20221213224046676 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213224046676 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213224046676 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213224046676 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213224046676 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213224046676 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213224046693 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2395/run.2022-12-13_21-44-31/gprs:trx-lms-limenet-micro/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213224046710 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213224046710 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213224046710 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:40:50.021346 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9273): Terminating (SIGTERM)\u000a22:40:50.060807 run iperf3-srv_10.42.42.10(pid=9274): Terminating (SIGTERM)\u000a22:40:50.100277 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9275): Terminating (SIGTERM)\u000a22:40:50.139553 run iperf3-srv_10.42.42.10(pid=9276): Terminating (SIGTERM)\u000a22:40:50.178919 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9279): Terminating (SIGTERM)\u000a22:40:50.218122 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9282): Terminating (SIGTERM)\u000a22:40:50.257526 run pcap-recorder_any(filters='host 10.42.42.6')(pid=9285): Terminating (SIGTERM)\u000a22:40:50.266875 --- ParallelTerminationStrategy: PID 9273 died...\u000a22:40:50.319795 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9273): Terminated: ok {rc=0}\u000a22:40:50.329505 --- ParallelTerminationStrategy: PID 9274 died...\u000a22:40:50.381940 run iperf3-srv_10.42.42.10(pid=9274): Terminated {rc=256}\u000a22:40:50.391452 --- ParallelTerminationStrategy: PID 9275 died...\u000a22:40:50.444116 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9275): Terminated: ok {rc=0}\u000a22:40:50.453758 --- ParallelTerminationStrategy: PID 9276 died...\u000a22:40:50.506336 run iperf3-srv_10.42.42.10(pid=9276): Terminated {rc=256}\u000a22:40:50.515917 --- ParallelTerminationStrategy: PID 9279 died...\u000a22:40:50.568360 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9279): Terminated: ok {rc=0}\u000a22:40:50.577983 --- ParallelTerminationStrategy: PID 9282 died...\u000a22:40:50.630479 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9282): Terminated: ok {rc=0}\u000a22:40:50.640042 --- ParallelTerminationStrategy: PID 9285 died...\u000a22:40:50.692698 run pcap-recorder_any(filters='host 10.42.42.6')(pid=9285): Terminated: ok {rc=0}\u000a22:40:50.780732 bus /gobi_0: Setting Powered False\u000a22:40:51.883656 bus /gobi_0: Setting Powered False\u000a22:40:52.995161 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 257, "className" : "gprs:trx-lms-limenet-micro", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=9295): Process ended prematurely: osmo-stp_10.42.42.5(pid=9295) [trial-2395↪gprs:trx-lms-limenet-micro↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9295)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=9295): Process ended prematurely: osmo-stp_10.42.42.5(pid=9295) [trial-2395↪gprs:trx-lms-limenet-micro↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9295)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2395 gprs:trx-lms-limenet-micro iperf3.py\u000a----------------------------------------------\u000a22:40:54.110224 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a22:40:54.122379 tst gprs:trx-lms-limenet-micro: Using 1 x bts (candidates: 1)\u000a22:40:54.263782 tst iperf3.py: using LAC 36719\u000a22:40:54.390860 tst iperf3.py: using RAC 254\u000a22:40:54.518689 tst iperf3.py: using CellId 36719\u000a22:40:54.645523 tst iperf3.py: using BVCI 36720\u000a22:40:54.670731 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a22:40:54.682143 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a22:40:54.693186 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a22:40:54.704503 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a22:40:54.716010 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a22:40:54.727551 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a22:40:54.739583 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a22:40:54.751187 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a22:40:54.762996 tst gprs:trx-lms-limenet-micro: Using 1 x modem (candidates: 4)\u000a22:40:55.041549 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a22:40:55.166828 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a22:40:55.480259 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9287): Launched\u000a22:40:55.740178 run iperf3-srv_10.42.42.10(pid=9288): Launched\u000a22:40:55.923621 tst iperf3.py:8: start network...\u000a22:40:56.050189 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:40:56.533765 run create_hlr_db(pid=9289): Launched\u000a22:40:56.705621 bus /gobi_6: Setting Powered False\u000a22:40:57.729275 run create_hlr_db(pid=9289): Terminated: ok {rc=0}\u000a22:40:58.158770 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9291): Launched\u000a22:40:58.482354 run osmo-hlr_10.42.42.2(pid=9292): Launched\u000a22:40:58.603197 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:40:59.164711 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9294): Launched\u000a22:40:59.489482 run osmo-stp_10.42.42.5(pid=9295): Launched\u000a22:40:59.609292 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a22:41:00.174324 run pcap-recorder_any(filters='host 10.42.42.6')(pid=9297): Launched\u000a22:41:00.290144 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a22:41:00.574065 run patchelf(pid=9298): Launched\u000a22:41:00.764014 run osmo-stp_10.42.42.5(pid=9295): ERR: Terminated: ERROR {rc=1} [trial-2395↪gprs:trx-lms-limenet-micro↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9295)]\u000a22:41:00.919080 run osmo-stp_10.42.42.5(pid=9295): stdout: \u000a| (launched: 2022-12-13_22:40:59.329824)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:41:01.067413 run osmo-stp_10.42.42.5(pid=9295): stderr: \u000a| �[0;m�[38;5;43m20221213224059522 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213224059522 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213224059522 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213224059522 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213224059523 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213224059523 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213224059523 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:41:01.197139 run osmo-stp_10.42.42.5(pid=9295): stdout: \u000a| (launched: 2022-12-13_22:40:59.329824)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:41:01.324625 run osmo-stp_10.42.42.5(pid=9295): stderr: \u000a| �[0;m�[38;5;43m20221213224059522 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213224059522 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213224059522 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213224059522 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213224059523 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213224059523 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213224059523 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:41:01.474676 run patchelf(pid=9298): Terminating (SIGINT)\u000a22:41:01.653340 run patchelf(pid=9298): Terminated: ok {rc=0}\u000a22:41:01.686418 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=9295): Process ended prematurely: osmo-stp_10.42.42.5(pid=9295) [trial-2395↪gprs:trx-lms-limenet-micro↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9295)] [trial-2395↪gprs:trx-lms-limenet-micro↪iperf3.py:8]\u000a22:41:01.696274 tst iperf3.py:8: Test FAILED (7.6 sec)\u000a22:41:01.759263 run osmo-hlr_10.42.42.2(pid=9292): ERR: Terminated: ERROR {rc=237} [trial-2395↪gprs:trx-lms-limenet-micro↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=9292)]\u000a22:41:01.810759 run osmo-hlr_10.42.42.2(pid=9292): stdout: \u000a| (launched: 2022-12-13_22:40:58.323666) \u000a22:41:01.862892 run osmo-hlr_10.42.42.2(pid=9292): stderr: \u000a| �[0;m�[1;31m20221213224058522 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213224058523 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213224058523 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213224058523 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213224058523 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213224058523 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213224058535 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2395/run.2022-12-13_21-44-31/gprs:trx-lms-limenet-micro/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213224058543 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213224058544 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213224058544 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:41:01.906689 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9287): Terminating (SIGTERM)\u000a22:41:01.948669 run iperf3-srv_10.42.42.10(pid=9288): Terminating (SIGTERM)\u000a22:41:01.996264 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9291): Terminating (SIGTERM)\u000a22:41:02.051235 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9294): Terminating (SIGTERM)\u000a22:41:02.100702 run pcap-recorder_any(filters='host 10.42.42.6')(pid=9297): Terminating (SIGTERM)\u000a22:41:02.110724 --- ParallelTerminationStrategy: PID 9287 died...\u000a22:41:02.168836 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9287): Terminated: ok {rc=0}\u000a22:41:02.179541 --- ParallelTerminationStrategy: PID 9288 died...\u000a22:41:02.237395 run iperf3-srv_10.42.42.10(pid=9288): Terminated {rc=256}\u000a22:41:02.247612 --- ParallelTerminationStrategy: PID 9291 died...\u000a22:41:02.303921 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9291): Terminated: ok {rc=0}\u000a22:41:02.314679 --- ParallelTerminationStrategy: PID 9294 died...\u000a22:41:02.371194 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9294): Terminated: ok {rc=0}\u000a22:41:02.381580 --- ParallelTerminationStrategy: PID 9297 died...\u000a22:41:02.437796 run pcap-recorder_any(filters='host 10.42.42.6')(pid=9297): Terminated: ok {rc=0}\u000a22:41:02.525279 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 257, "className" : "gprs:trx-lms-limenet-micro", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=9313): Process ended prematurely: osmo-stp_10.42.42.5(pid=9313) [trial-2395↪gprs:trx-lms-limenet-micro↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9313)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=9313): Process ended prematurely: osmo-stp_10.42.42.5(pid=9313) [trial-2395↪gprs:trx-lms-limenet-micro↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9313)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2395 gprs:trx-lms-limenet-micro iperf3m4.py\u000a----------------------------------------------\u000a22:41:03.640067 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a22:41:03.651898 tst gprs:trx-lms-limenet-micro: Using 1 x bts (candidates: 1)\u000a22:41:03.792308 tst iperf3m4.py: using LAC 36720\u000a22:41:03.921882 tst iperf3m4.py: using RAC 255\u000a22:41:04.045789 tst iperf3m4.py: using CellId 36720\u000a22:41:04.170471 tst iperf3m4.py: using BVCI 36721\u000a22:41:04.195069 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a22:41:04.206365 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a22:41:04.217514 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a22:41:04.228555 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a22:41:04.239964 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a22:41:04.251333 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a22:41:04.262857 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a22:41:04.274205 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a22:41:04.285713 tst gprs:trx-lms-limenet-micro: Using 1 x modem (candidates: 4)\u000a22:41:04.409416 tst gprs:trx-lms-limenet-micro: Using 1 x modem (candidates: 4)\u000a22:41:04.527584 tst gprs:trx-lms-limenet-micro: Using 1 x modem (candidates: 4)\u000a22:41:04.646478 tst gprs:trx-lms-limenet-micro: Using 1 x modem (candidates: 4)\u000a22:41:04.928125 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a22:41:05.053140 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a22:41:05.366002 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9299): Launched\u000a22:41:05.625149 run iperf3-srv_10.42.42.10(pid=9300): Launched\u000a22:41:05.808906 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a22:41:05.934277 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a22:41:06.247068 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9301): Launched\u000a22:41:06.505889 run iperf3-srv_10.42.42.10(pid=9302): Launched\u000a22:41:06.688624 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a22:41:06.813288 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a22:41:07.124886 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9303): Launched\u000a22:41:07.384159 run iperf3-srv_10.42.42.10(pid=9304): Launched\u000a22:41:07.566881 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a22:41:07.691650 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a22:41:08.003897 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9305): Launched\u000a22:41:08.263819 run iperf3-srv_10.42.42.10(pid=9306): Launched\u000a22:41:08.446906 tst iperf3m4.py:8: start network...\u000a22:41:08.571742 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:41:09.054546 run create_hlr_db(pid=9307): Launched\u000a22:41:09.226992 bus /gobi_6: Setting Powered False\u000a22:41:10.251148 run create_hlr_db(pid=9307): Terminated: ok {rc=0}\u000a22:41:10.688570 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9309): Launched\u000a22:41:11.012151 run osmo-hlr_10.42.42.2(pid=9310): Launched\u000a22:41:11.131939 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:41:11.797342 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9312): Launched\u000a22:41:12.114922 run osmo-stp_10.42.42.5(pid=9313): Launched\u000a22:41:12.231109 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a22:41:12.785761 run pcap-recorder_any(filters='host 10.42.42.6')(pid=9315): Launched\u000a22:41:12.899036 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a22:41:13.175546 run patchelf(pid=9316): Launched\u000a22:41:13.361718 run osmo-stp_10.42.42.5(pid=9313): ERR: Terminated: ERROR {rc=1} [trial-2395↪gprs:trx-lms-limenet-micro↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9313)]\u000a22:41:13.497678 run osmo-stp_10.42.42.5(pid=9313): stdout: \u000a| (launched: 2022-12-13_22:41:11.958558)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:41:13.633722 run osmo-stp_10.42.42.5(pid=9313): stderr: \u000a| �[0;m�[38;5;43m20221213224112152 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213224112152 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213224112152 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213224112153 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213224112153 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213224112153 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213224112153 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:41:13.765223 run osmo-stp_10.42.42.5(pid=9313): stdout: \u000a| (launched: 2022-12-13_22:41:11.958558)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:41:13.895600 run osmo-stp_10.42.42.5(pid=9313): stderr: \u000a| �[0;m�[38;5;43m20221213224112152 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213224112152 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213224112152 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213224112153 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213224112153 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213224112153 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213224112153 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:41:14.047397 run patchelf(pid=9316): Terminating (SIGINT)\u000a22:41:14.225754 run patchelf(pid=9316): Terminated: ok {rc=0}\u000a22:41:14.258515 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=9313): Process ended prematurely: osmo-stp_10.42.42.5(pid=9313) [trial-2395↪gprs:trx-lms-limenet-micro↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9313)] [trial-2395↪gprs:trx-lms-limenet-micro↪iperf3m4.py:8]\u000a22:41:14.268380 tst iperf3m4.py:8: Test FAILED (10.7 sec)\u000a22:41:14.332513 run osmo-hlr_10.42.42.2(pid=9310): ERR: Terminated: ERROR {rc=237} [trial-2395↪gprs:trx-lms-limenet-micro↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=9310)]\u000a22:41:14.384111 run osmo-hlr_10.42.42.2(pid=9310): stdout: \u000a| (launched: 2022-12-13_22:41:10.852856) \u000a22:41:14.436076 run osmo-hlr_10.42.42.2(pid=9310): stderr: \u000a| �[0;m�[1;31m20221213224111050 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213224111050 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213224111050 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213224111050 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213224111050 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213224111050 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213224111062 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2395/run.2022-12-13_21-44-31/gprs:trx-lms-limenet-micro/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213224111072 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213224111073 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213224111073 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:41:14.480438 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9299): Terminating (SIGTERM)\u000a22:41:14.522318 run iperf3-srv_10.42.42.10(pid=9300): Terminating (SIGTERM)\u000a22:41:14.564563 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9301): Terminating (SIGTERM)\u000a22:41:14.606622 run iperf3-srv_10.42.42.10(pid=9302): Terminating (SIGTERM)\u000a22:41:14.648498 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9303): Terminating (SIGTERM)\u000a22:41:14.690402 run iperf3-srv_10.42.42.10(pid=9304): Terminating (SIGTERM)\u000a22:41:14.732430 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9305): Terminating (SIGTERM)\u000a22:41:14.774410 run iperf3-srv_10.42.42.10(pid=9306): Terminating (SIGTERM)\u000a22:41:14.816277 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9309): Terminating (SIGTERM)\u000a22:41:14.858316 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9312): Terminating (SIGTERM)\u000a22:41:14.900046 run pcap-recorder_any(filters='host 10.42.42.6')(pid=9315): Terminating (SIGTERM)\u000a22:41:14.909882 --- ParallelTerminationStrategy: PID 9299 died...\u000a22:41:14.966115 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9299): Terminated: ok {rc=0}\u000a22:41:14.976069 --- ParallelTerminationStrategy: PID 9300 died...\u000a22:41:15.031904 run iperf3-srv_10.42.42.10(pid=9300): Terminated {rc=256}\u000a22:41:15.042063 --- ParallelTerminationStrategy: PID 9301 died...\u000a22:41:15.098118 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9301): Terminated: ok {rc=0}\u000a22:41:15.108121 --- ParallelTerminationStrategy: PID 9302 died...\u000a22:41:15.163860 run iperf3-srv_10.42.42.10(pid=9302): Terminated {rc=256}\u000a22:41:15.174054 --- ParallelTerminationStrategy: PID 9303 died...\u000a22:41:15.229972 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9303): Terminated: ok {rc=0}\u000a22:41:15.240158 --- ParallelTerminationStrategy: PID 9304 died...\u000a22:41:15.296007 run iperf3-srv_10.42.42.10(pid=9304): Terminated {rc=256}\u000a22:41:15.306230 --- ParallelTerminationStrategy: PID 9305 died...\u000a22:41:15.362286 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9305): Terminated: ok {rc=0}\u000a22:41:15.372419 --- ParallelTerminationStrategy: PID 9306 died...\u000a22:41:15.427968 run iperf3-srv_10.42.42.10(pid=9306): Terminated {rc=256}\u000a22:41:15.438263 --- ParallelTerminationStrategy: PID 9309 died...\u000a22:41:15.494458 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9309): Terminated: ok {rc=0}\u000a22:41:15.504480 --- ParallelTerminationStrategy: PID 9312 died...\u000a22:41:15.560310 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9312): Terminated: ok {rc=0}\u000a22:41:15.570329 --- ParallelTerminationStrategy: PID 9315 died...\u000a22:41:15.626098 run pcap-recorder_any(filters='host 10.42.42.6')(pid=9315): Terminated: ok {rc=0}\u000a22:41:15.712628 bus /gobi_4: Setting Powered False\u000a22:41:16.823110 bus /gobi_4: Setting Powered False\u000a22:41:17.933831 bus /gobi_1: Setting Powered False\u000a22:41:19.040371 bus /gobi_1: Setting Powered False\u000a22:41:20.150565 bus /gobi_0: Setting Powered False\u000a22:41:21.252484 bus /gobi_0: Setting Powered False\u000a22:41:22.359992 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 257, "className" : "gprs:trx-lms-limenet-micro", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=9323): Process ended prematurely: osmo-stp_10.42.42.5(pid=9323) [trial-2395↪gprs:trx-lms-limenet-micro↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9323)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=9323): Process ended prematurely: osmo-stp_10.42.42.5(pid=9323) [trial-2395↪gprs:trx-lms-limenet-micro↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9323)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2395 gprs:trx-lms-limenet-micro ping.py\u000a----------------------------------------------\u000a22:41:23.428086 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a22:41:23.439721 tst gprs:trx-lms-limenet-micro: Using 1 x bts (candidates: 1)\u000a22:41:23.575163 tst ping.py: using LAC 36721\u000a22:41:23.698199 tst ping.py: using RAC 1\u000a22:41:23.820518 tst ping.py: using CellId 36721\u000a22:41:23.943881 tst ping.py: using BVCI 36722\u000a22:41:23.967628 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a22:41:23.978781 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a22:41:23.989859 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a22:41:24.000623 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a22:41:24.011811 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a22:41:24.022998 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a22:41:24.034437 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a22:41:24.045569 tst gprs:trx-lms-limenet-micro: Using 1 x modem (candidates: 4)\u000a22:41:24.332608 tst ping.py:19: start network...\u000a22:41:24.463057 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:41:24.954061 run create_hlr_db(pid=9317): Launched\u000a22:41:25.135543 bus /gobi_6: Setting Powered False\u000a22:41:26.156721 run create_hlr_db(pid=9317): Terminated: ok {rc=0}\u000a22:41:26.573852 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9319): Launched\u000a22:41:26.887070 run osmo-hlr_10.42.42.2(pid=9320): Launched\u000a22:41:27.002819 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:41:27.551485 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9322): Launched\u000a22:41:27.866528 run osmo-stp_10.42.42.5(pid=9323): Launched\u000a22:41:27.980620 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a22:41:28.528031 run pcap-recorder_any(filters='host 10.42.42.6')(pid=9325): Launched\u000a22:41:28.639402 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a22:41:28.911738 run patchelf(pid=9326): Launched\u000a22:41:29.094648 run osmo-stp_10.42.42.5(pid=9323): ERR: Terminated: ERROR {rc=1} [trial-2395↪gprs:trx-lms-limenet-micro↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9323)]\u000a22:41:29.228321 run osmo-stp_10.42.42.5(pid=9323): stdout: \u000a| (launched: 2022-12-13_22:41:27.711218)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:41:29.362793 run osmo-stp_10.42.42.5(pid=9323): stderr: \u000a| �[0;m�[38;5;43m20221213224127903 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213224127904 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213224127904 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213224127904 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213224127905 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213224127905 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213224127905 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:41:29.492290 run osmo-stp_10.42.42.5(pid=9323): stdout: \u000a| (launched: 2022-12-13_22:41:27.711218)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:41:29.620536 run osmo-stp_10.42.42.5(pid=9323): stderr: \u000a| �[0;m�[38;5;43m20221213224127903 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213224127904 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213224127904 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213224127904 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213224127905 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213224127905 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213224127905 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:41:29.769448 run patchelf(pid=9326): Terminating (SIGINT)\u000a22:41:29.944038 run patchelf(pid=9326): Terminated: ok {rc=0}\u000a22:41:29.975894 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=9323): Process ended prematurely: osmo-stp_10.42.42.5(pid=9323) [trial-2395↪gprs:trx-lms-limenet-micro↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9323)] [trial-2395↪gprs:trx-lms-limenet-micro↪ping.py:22]\u000a22:41:29.985144 tst ping.py:22: Test FAILED (6.5 sec)\u000a22:41:30.048070 run osmo-hlr_10.42.42.2(pid=9320): ERR: Terminated: ERROR {rc=237} [trial-2395↪gprs:trx-lms-limenet-micro↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=9320)]\u000a22:41:30.099368 run osmo-hlr_10.42.42.2(pid=9320): stdout: \u000a| (launched: 2022-12-13_22:41:26.732730) \u000a22:41:30.151311 run osmo-hlr_10.42.42.2(pid=9320): stderr: \u000a| �[0;m�[1;31m20221213224126930 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213224126930 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213224126930 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213224126930 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213224126930 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213224126930 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213224126942 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2395/run.2022-12-13_21-44-31/gprs:trx-lms-limenet-micro/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213224126952 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213224126952 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213224126953 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:41:30.195456 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9319): Terminating (SIGTERM)\u000a22:41:30.236879 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9322): Terminating (SIGTERM)\u000a22:41:30.278907 run pcap-recorder_any(filters='host 10.42.42.6')(pid=9325): Terminating (SIGTERM)\u000a22:41:30.288490 --- ParallelTerminationStrategy: PID 9319 died...\u000a22:41:30.344766 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9319): Terminated: ok {rc=0}\u000a22:41:30.354795 --- ParallelTerminationStrategy: PID 9322 died...\u000a22:41:30.410579 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9322): Terminated: ok {rc=0}\u000a22:41:30.420465 --- ParallelTerminationStrategy: PID 9325 died...\u000a22:41:30.476115 run pcap-recorder_any(filters='host 10.42.42.6')(pid=9325): Terminated: ok {rc=0}\u000a22:41:30.562782 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 257, "className" : "gprs:trx-lms-limenet-micro", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=9333): Process ended prematurely: osmo-stp_10.42.42.5(pid=9333) [trial-2395↪gprs:trx-lms-limenet-micro↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9333)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=9333): Process ended prematurely: osmo-stp_10.42.42.5(pid=9333) [trial-2395↪gprs:trx-lms-limenet-micro↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9333)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2395 gprs:trx-lms-limenet-micro ping_idle_ping.py\u000a----------------------------------------------\u000a22:41:31.617664 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a22:41:31.630050 tst gprs:trx-lms-limenet-micro: Using 1 x bts (candidates: 1)\u000a22:41:31.770397 tst ping_idle_ping.py: using LAC 36722\u000a22:41:31.887758 tst ping_idle_ping.py: using RAC 2\u000a22:41:32.040503 tst ping_idle_ping.py: using CellId 36722\u000a22:41:32.188382 tst ping_idle_ping.py: using BVCI 36723\u000a22:41:32.213756 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a22:41:32.225507 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a22:41:32.237471 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a22:41:32.249064 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a22:41:32.261329 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a22:41:32.274063 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a22:41:32.286341 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a22:41:32.298362 tst gprs:trx-lms-limenet-micro: Using 1 x modem (candidates: 4)\u000a22:41:32.587065 tst ping_idle_ping.py:24: start network...\u000a22:41:32.718442 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:41:33.214709 run create_hlr_db(pid=9327): Launched\u000a22:41:33.398399 bus /gobi_6: Setting Powered False\u000a22:41:34.419132 run create_hlr_db(pid=9327): Terminated: ok {rc=0}\u000a22:41:34.816007 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9329): Launched\u000a22:41:35.110467 run osmo-hlr_10.42.42.2(pid=9330): Launched\u000a22:41:35.220328 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:41:35.731619 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9332): Launched\u000a22:41:36.025946 run osmo-stp_10.42.42.5(pid=9333): Launched\u000a22:41:36.132769 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a22:41:36.646444 run pcap-recorder_any(filters='host 10.42.42.6')(pid=9335): Launched\u000a22:41:36.750849 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a22:41:37.006823 run patchelf(pid=9336): Launched\u000a22:41:37.179646 run osmo-stp_10.42.42.5(pid=9333): ERR: Terminated: ERROR {rc=1} [trial-2395↪gprs:trx-lms-limenet-micro↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9333)]\u000a22:41:37.305349 run osmo-stp_10.42.42.5(pid=9333): stdout: \u000a| (launched: 2022-12-13_22:41:35.880933)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:41:37.431572 run osmo-stp_10.42.42.5(pid=9333): stderr: \u000a| �[0;m�[38;5;43m20221213224136050 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213224136050 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213224136050 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213224136051 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213224136051 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213224136051 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213224136051 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:41:37.553302 run osmo-stp_10.42.42.5(pid=9333): stdout: \u000a| (launched: 2022-12-13_22:41:35.880933)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:41:37.674410 run osmo-stp_10.42.42.5(pid=9333): stderr: \u000a| �[0;m�[38;5;43m20221213224136050 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213224136050 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213224136050 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213224136051 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213224136051 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213224136051 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213224136051 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:41:37.815087 run patchelf(pid=9336): Terminating (SIGINT)\u000a22:41:37.979918 run patchelf(pid=9336): Terminated: ok {rc=0}\u000a22:41:38.009942 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=9333): Process ended prematurely: osmo-stp_10.42.42.5(pid=9333) [trial-2395↪gprs:trx-lms-limenet-micro↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9333)] [trial-2395↪gprs:trx-lms-limenet-micro↪ping_idle_ping.py:27]\u000a22:41:38.018581 tst ping_idle_ping.py:27: Test FAILED (6.4 sec)\u000a22:41:38.077850 run osmo-hlr_10.42.42.2(pid=9330): ERR: Terminated: ERROR {rc=237} [trial-2395↪gprs:trx-lms-limenet-micro↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=9330)]\u000a22:41:38.126226 run osmo-hlr_10.42.42.2(pid=9330): stdout: \u000a| (launched: 2022-12-13_22:41:34.965582) \u000a22:41:38.175132 run osmo-hlr_10.42.42.2(pid=9330): stderr: \u000a| �[0;m�[1;31m20221213224135139 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213224135139 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213224135139 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213224135139 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213224135139 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213224135139 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213224135151 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2395/run.2022-12-13_21-44-31/gprs:trx-lms-limenet-micro/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213224135160 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213224135160 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213224135160 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:41:38.216739 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9329): Terminating (SIGTERM)\u000a22:41:38.255684 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9332): Terminating (SIGTERM)\u000a22:41:38.294610 run pcap-recorder_any(filters='host 10.42.42.6')(pid=9335): Terminating (SIGTERM)\u000a22:41:38.303665 --- ParallelTerminationStrategy: PID 9329 died...\u000a22:41:38.358825 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9329): Terminated: ok {rc=0}\u000a22:41:38.368296 --- ParallelTerminationStrategy: PID 9332 died...\u000a22:41:38.420213 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9332): Terminated: ok {rc=0}\u000a22:41:38.429683 --- ParallelTerminationStrategy: PID 9335 died...\u000a22:41:38.481751 run pcap-recorder_any(filters='host 10.42.42.6')(pid=9335): Terminated: ok {rc=0}\u000a22:41:38.564147 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 60.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "125", "name" : "gprs_trx-lms-limenet-micro", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T22:40:40" }, { "cases" : [ { "testActions" : [ ], "age" : 257, "className" : "gprs:trx-lms-limenet-micro+mod-bts0-egprs", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=9350): Process ended prematurely: osmo-stp_10.42.42.5(pid=9350) [trial-2395↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9350)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=9350): Process ended prematurely: osmo-stp_10.42.42.5(pid=9350) [trial-2395↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9350)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2395 gprs:trx-lms-limenet-micro+mod-bts0-egprs cs_paging_gprs_active.py\u000a----------------------------------------------\u000a22:41:40.705552 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:41:40.717099 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a22:41:40.856769 tst cs_paging_gprs_active.py: using LAC 36723\u000a22:41:40.979830 tst cs_paging_gprs_active.py: using RAC 3\u000a22:41:41.117995 tst cs_paging_gprs_active.py: using CellId 36723\u000a22:41:41.242098 tst cs_paging_gprs_active.py: using BVCI 36724\u000a22:41:41.265030 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:41:41.275957 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:41:41.286898 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:41:41.297713 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:41:41.308920 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:41:41.320200 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:41:41.331584 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:41:41.342720 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:41:41.354049 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a22:41:41.476413 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a22:41:41.755368 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a22:41:41.879844 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a22:41:42.190549 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9340): Launched\u000a22:41:42.448249 run iperf3-srv_10.42.42.10(pid=9341): Launched\u000a22:41:42.630892 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a22:41:42.755529 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a22:41:43.065346 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9342): Launched\u000a22:41:43.322534 run iperf3-srv_10.42.42.10(pid=9343): Launched\u000a22:41:43.505437 tst cs_paging_gprs_active.py:38: start network...\u000a22:41:43.629814 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:41:44.109369 run create_hlr_db(pid=9344): Launched\u000a22:41:44.282646 bus /gobi_6: Setting Powered False\u000a22:41:45.304067 run create_hlr_db(pid=9344): Terminated: ok {rc=0}\u000a22:41:45.702721 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9346): Launched\u000a22:41:46.135784 run osmo-hlr_10.42.42.2(pid=9347): Launched\u000a22:41:46.281692 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:41:46.991185 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9349): Launched\u000a22:41:47.409300 run osmo-stp_10.42.42.5(pid=9350): Launched\u000a22:41:47.542403 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a22:41:48.103789 run pcap-recorder_any(filters='host 10.42.42.6')(pid=9352): Launched\u000a22:41:48.218847 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a22:41:48.499489 run patchelf(pid=9353): Launched\u000a22:41:48.687185 run osmo-stp_10.42.42.5(pid=9350): ERR: Terminated: ERROR {rc=1} [trial-2395↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9350)]\u000a22:41:48.824834 run osmo-stp_10.42.42.5(pid=9350): stdout: \u000a| (launched: 2022-12-13_22:41:47.148430)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:41:48.962810 run osmo-stp_10.42.42.5(pid=9350): stderr: \u000a| �[0;m�[38;5;43m20221213224147454 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213224147455 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213224147455 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213224147455 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213224147456 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213224147456 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213224147456 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:41:49.095841 run osmo-stp_10.42.42.5(pid=9350): stdout: \u000a| (launched: 2022-12-13_22:41:47.148430)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:41:49.228094 run osmo-stp_10.42.42.5(pid=9350): stderr: \u000a| �[0;m�[38;5;43m20221213224147454 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213224147455 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213224147455 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213224147455 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213224147456 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213224147456 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213224147456 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:41:49.381995 run patchelf(pid=9353): Terminating (SIGINT)\u000a22:41:49.561764 run patchelf(pid=9353): Terminated: ok {rc=0}\u000a22:41:49.594679 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=9350): Process ended prematurely: osmo-stp_10.42.42.5(pid=9350) [trial-2395↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9350)] [trial-2395↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪cs_paging_gprs_active.py:38]\u000a22:41:49.604530 tst cs_paging_gprs_active.py:38: Test FAILED (8.9 sec)\u000a22:41:49.667708 run osmo-hlr_10.42.42.2(pid=9347): ERR: Terminated: ERROR {rc=237} [trial-2395↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=9347)]\u000a22:41:49.719234 run osmo-hlr_10.42.42.2(pid=9347): stdout: \u000a| (launched: 2022-12-13_22:41:45.855364) \u000a22:41:49.771574 run osmo-hlr_10.42.42.2(pid=9347): stderr: \u000a| �[0;m�[1;31m20221213224146110 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213224146111 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213224146111 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213224146111 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213224146111 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213224146111 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213224146135 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2395/run.2022-12-13_21-44-31/gprs:trx-lms-limenet-micro+mod-bts0-egprs/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213224146158 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213224146159 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213224146159 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:41:49.816053 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9340): Terminating (SIGTERM)\u000a22:41:49.858335 run iperf3-srv_10.42.42.10(pid=9341): Terminating (SIGTERM)\u000a22:41:49.900466 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9342): Terminating (SIGTERM)\u000a22:41:49.942351 run iperf3-srv_10.42.42.10(pid=9343): Terminating (SIGTERM)\u000a22:41:49.984659 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9346): Terminating (SIGTERM)\u000a22:41:50.026685 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9349): Terminating (SIGTERM)\u000a22:41:50.068460 run pcap-recorder_any(filters='host 10.42.42.6')(pid=9352): Terminating (SIGTERM)\u000a22:41:50.078076 --- ParallelTerminationStrategy: PID 9340 died...\u000a22:41:50.134216 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9340): Terminated: ok {rc=0}\u000a22:41:50.144291 --- ParallelTerminationStrategy: PID 9341 died...\u000a22:41:50.200158 run iperf3-srv_10.42.42.10(pid=9341): Terminated {rc=256}\u000a22:41:50.210157 --- ParallelTerminationStrategy: PID 9342 died...\u000a22:41:50.266100 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9342): Terminated: ok {rc=0}\u000a22:41:50.276106 --- ParallelTerminationStrategy: PID 9343 died...\u000a22:41:50.331826 run iperf3-srv_10.42.42.10(pid=9343): Terminated {rc=256}\u000a22:41:50.342177 --- ParallelTerminationStrategy: PID 9346 died...\u000a22:41:50.397876 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9346): Terminated: ok {rc=0}\u000a22:41:50.407920 --- ParallelTerminationStrategy: PID 9349 died...\u000a22:41:50.464189 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9349): Terminated: ok {rc=0}\u000a22:41:50.474311 --- ParallelTerminationStrategy: PID 9352 died...\u000a22:41:50.530112 run pcap-recorder_any(filters='host 10.42.42.6')(pid=9352): Terminated: ok {rc=0}\u000a22:41:50.617406 bus /gobi_0: Setting Powered False\u000a22:41:51.723145 bus /gobi_0: Setting Powered False\u000a22:41:52.831567 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 257, "className" : "gprs:trx-lms-limenet-micro+mod-bts0-egprs", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=9362): Process ended prematurely: osmo-stp_10.42.42.5(pid=9362) [trial-2395↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9362)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=9362): Process ended prematurely: osmo-stp_10.42.42.5(pid=9362) [trial-2395↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9362)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2395 gprs:trx-lms-limenet-micro+mod-bts0-egprs iperf3.py\u000a----------------------------------------------\u000a22:41:53.938715 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:41:53.950265 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a22:41:54.084619 tst iperf3.py: using LAC 36724\u000a22:41:54.203901 tst iperf3.py: using RAC 4\u000a22:41:54.325424 tst iperf3.py: using CellId 36724\u000a22:41:54.442077 tst iperf3.py: using BVCI 36725\u000a22:41:54.465398 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:41:54.476536 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:41:54.487525 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:41:54.498579 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:41:54.509546 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:41:54.520507 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:41:54.531468 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:41:54.542374 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:41:54.553303 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a22:41:54.843568 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a22:41:54.977687 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a22:41:55.307574 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9354): Launched\u000a22:41:55.582164 run iperf3-srv_10.42.42.10(pid=9355): Launched\u000a22:41:55.777570 tst iperf3.py:8: start network...\u000a22:41:55.910717 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:41:56.414978 run create_hlr_db(pid=9356): Launched\u000a22:41:56.600012 bus /gobi_6: Setting Powered False\u000a22:41:57.621029 run create_hlr_db(pid=9356): Terminated: ok {rc=0}\u000a22:41:58.022342 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9358): Launched\u000a22:41:58.321540 run osmo-hlr_10.42.42.2(pid=9359): Launched\u000a22:41:58.431756 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:41:58.950050 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9361): Launched\u000a22:41:59.247609 run osmo-stp_10.42.42.5(pid=9362): Launched\u000a22:41:59.355891 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a22:41:59.874591 run pcap-recorder_any(filters='host 10.42.42.6')(pid=9364): Launched\u000a22:41:59.980468 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a22:42:00.240230 run patchelf(pid=9365): Launched\u000a22:42:00.414998 run osmo-stp_10.42.42.5(pid=9362): ERR: Terminated: ERROR {rc=1} [trial-2395↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9362)]\u000a22:42:00.543632 run osmo-stp_10.42.42.5(pid=9362): stdout: \u000a| (launched: 2022-12-13_22:41:59.101440)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:42:00.671949 run osmo-stp_10.42.42.5(pid=9362): stderr: \u000a| �[0;m�[38;5;43m20221213224159271 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213224159271 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213224159271 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213224159272 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213224159272 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213224159272 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213224159272 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:42:00.795569 run osmo-stp_10.42.42.5(pid=9362): stdout: \u000a| (launched: 2022-12-13_22:41:59.101440)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:42:00.951894 run osmo-stp_10.42.42.5(pid=9362): stderr: \u000a| �[0;m�[38;5;43m20221213224159271 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213224159271 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213224159271 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213224159272 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213224159272 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213224159272 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213224159272 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:42:01.162276 run patchelf(pid=9365): Terminating (SIGINT)\u000a22:42:01.390979 run patchelf(pid=9365): Terminated: ok {rc=0}\u000a22:42:01.430455 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=9362): Process ended prematurely: osmo-stp_10.42.42.5(pid=9362) [trial-2395↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9362)] [trial-2395↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪iperf3.py:8]\u000a22:42:01.441647 tst iperf3.py:8: Test FAILED (7.5 sec)\u000a22:42:01.508271 run osmo-hlr_10.42.42.2(pid=9359): ERR: Terminated: ERROR {rc=237} [trial-2395↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=9359)]\u000a22:42:01.562901 run osmo-hlr_10.42.42.2(pid=9359): stdout: \u000a| (launched: 2022-12-13_22:41:58.174054) \u000a22:42:01.621401 run osmo-hlr_10.42.42.2(pid=9359): stderr: \u000a| �[0;m�[1;31m20221213224158351 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213224158351 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213224158351 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213224158351 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213224158351 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213224158351 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213224158363 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2395/run.2022-12-13_21-44-31/gprs:trx-lms-limenet-micro+mod-bts0-egprs/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213224158373 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213224158373 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213224158373 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:42:01.675353 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9354): Terminating (SIGTERM)\u000a22:42:01.727907 run iperf3-srv_10.42.42.10(pid=9355): Terminating (SIGTERM)\u000a22:42:01.778639 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9358): Terminating (SIGTERM)\u000a22:42:01.826039 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9361): Terminating (SIGTERM)\u000a22:42:01.871840 run pcap-recorder_any(filters='host 10.42.42.6')(pid=9364): Terminating (SIGTERM)\u000a22:42:01.883796 --- ParallelTerminationStrategy: PID 9354 died...\u000a22:42:01.946963 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9354): Terminated: ok {rc=0}\u000a22:42:01.958431 --- ParallelTerminationStrategy: PID 9355 died...\u000a22:42:02.016810 run iperf3-srv_10.42.42.10(pid=9355): Terminated {rc=256}\u000a22:42:02.027643 --- ParallelTerminationStrategy: PID 9358 died...\u000a22:42:02.085665 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9358): Terminated: ok {rc=0}\u000a22:42:02.096471 --- ParallelTerminationStrategy: PID 9361 died...\u000a22:42:02.154655 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9361): Terminated: ok {rc=0}\u000a22:42:02.165818 --- ParallelTerminationStrategy: PID 9364 died...\u000a22:42:02.225110 run pcap-recorder_any(filters='host 10.42.42.6')(pid=9364): Terminated: ok {rc=0}\u000a22:42:02.314808 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 257, "className" : "gprs:trx-lms-limenet-micro+mod-bts0-egprs", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=9382): Process ended prematurely: osmo-stp_10.42.42.5(pid=9382) [trial-2395↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9382)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=9382): Process ended prematurely: osmo-stp_10.42.42.5(pid=9382) [trial-2395↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9382)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2395 gprs:trx-lms-limenet-micro+mod-bts0-egprs iperf3m4.py\u000a----------------------------------------------\u000a22:42:03.422668 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:42:03.434263 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a22:42:03.566605 tst iperf3m4.py: using LAC 36725\u000a22:42:03.683088 tst iperf3m4.py: using RAC 5\u000a22:42:03.802475 tst iperf3m4.py: using CellId 36725\u000a22:42:03.921387 tst iperf3m4.py: using BVCI 36726\u000a22:42:03.944219 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:42:03.955586 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:42:03.966513 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:42:03.977263 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:42:03.988381 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:42:03.999766 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:42:04.011153 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:42:04.022336 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:42:04.033700 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a22:42:04.159671 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a22:42:04.276358 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a22:42:04.396276 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a22:42:04.681088 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a22:42:04.814660 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a22:42:05.144015 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9368): Launched\u000a22:42:05.418863 run iperf3-srv_10.42.42.10(pid=9369): Launched\u000a22:42:05.614908 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a22:42:05.748230 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a22:42:06.078269 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9370): Launched\u000a22:42:06.353357 run iperf3-srv_10.42.42.10(pid=9371): Launched\u000a22:42:06.549429 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a22:42:06.683374 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a22:42:07.013494 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9372): Launched\u000a22:42:07.287764 run iperf3-srv_10.42.42.10(pid=9373): Launched\u000a22:42:07.484293 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a22:42:07.618111 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a22:42:07.947956 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9374): Launched\u000a22:42:08.221828 run iperf3-srv_10.42.42.10(pid=9375): Launched\u000a22:42:08.417609 tst iperf3m4.py:8: start network...\u000a22:42:08.550644 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:42:09.055985 run create_hlr_db(pid=9376): Launched\u000a22:42:09.240496 bus /gobi_6: Setting Powered False\u000a22:42:10.262948 run create_hlr_db(pid=9376): Terminated: ok {rc=0}\u000a22:42:10.688318 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9378): Launched\u000a22:42:11.009009 run osmo-hlr_10.42.42.2(pid=9379): Launched\u000a22:42:11.127806 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:42:11.685456 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9381): Launched\u000a22:42:12.005866 run osmo-stp_10.42.42.5(pid=9382): Launched\u000a22:42:12.122857 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a22:42:12.680430 run pcap-recorder_any(filters='host 10.42.42.6')(pid=9384): Launched\u000a22:42:12.794328 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a22:42:13.071504 run patchelf(pid=9385): Launched\u000a22:42:13.258397 run osmo-stp_10.42.42.5(pid=9382): ERR: Terminated: ERROR {rc=1} [trial-2395↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9382)]\u000a22:42:13.395347 run osmo-stp_10.42.42.5(pid=9382): stdout: \u000a| (launched: 2022-12-13_22:42:11.847932)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:42:13.532509 run osmo-stp_10.42.42.5(pid=9382): stderr: \u000a| �[0;m�[38;5;43m20221213224212040 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213224212040 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213224212041 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213224212041 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213224212041 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213224212041 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213224212042 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:42:13.664925 run osmo-stp_10.42.42.5(pid=9382): stdout: \u000a| (launched: 2022-12-13_22:42:11.847932)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:42:13.796347 run osmo-stp_10.42.42.5(pid=9382): stderr: \u000a| �[0;m�[38;5;43m20221213224212040 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213224212040 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213224212041 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213224212041 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213224212041 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213224212041 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213224212042 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:42:13.949429 run patchelf(pid=9385): Terminating (SIGINT)\u000a22:42:14.128063 run patchelf(pid=9385): Terminated: ok {rc=0}\u000a22:42:14.161024 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=9382): Process ended prematurely: osmo-stp_10.42.42.5(pid=9382) [trial-2395↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9382)] [trial-2395↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪iperf3m4.py:8]\u000a22:42:14.171078 tst iperf3m4.py:8: Test FAILED (10.8 sec)\u000a22:42:14.234201 run osmo-hlr_10.42.42.2(pid=9379): ERR: Terminated: ERROR {rc=237} [trial-2395↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=9379)]\u000a22:42:14.285455 run osmo-hlr_10.42.42.2(pid=9379): stdout: \u000a| (launched: 2022-12-13_22:42:10.850904) \u000a22:42:14.337288 run osmo-hlr_10.42.42.2(pid=9379): stderr: \u000a| �[0;m�[1;31m20221213224211048 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213224211048 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213224211048 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213224211048 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213224211048 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213224211048 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213224211064 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2395/run.2022-12-13_21-44-31/gprs:trx-lms-limenet-micro+mod-bts0-egprs/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213224211074 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213224211074 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213224211074 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:42:14.382089 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9368): Terminating (SIGTERM)\u000a22:42:14.423748 run iperf3-srv_10.42.42.10(pid=9369): Terminating (SIGTERM)\u000a22:42:14.465857 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9370): Terminating (SIGTERM)\u000a22:42:14.507854 run iperf3-srv_10.42.42.10(pid=9371): Terminating (SIGTERM)\u000a22:42:14.550072 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9372): Terminating (SIGTERM)\u000a22:42:14.591995 run iperf3-srv_10.42.42.10(pid=9373): Terminating (SIGTERM)\u000a22:42:14.633932 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9374): Terminating (SIGTERM)\u000a22:42:14.676180 run iperf3-srv_10.42.42.10(pid=9375): Terminating (SIGTERM)\u000a22:42:14.718069 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9378): Terminating (SIGTERM)\u000a22:42:14.759498 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9381): Terminating (SIGTERM)\u000a22:42:14.801332 run pcap-recorder_any(filters='host 10.42.42.6')(pid=9384): Terminating (SIGTERM)\u000a22:42:14.810910 --- ParallelTerminationStrategy: PID 9368 died...\u000a22:42:14.867289 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9368): Terminated: ok {rc=0}\u000a22:42:14.877367 --- ParallelTerminationStrategy: PID 9369 died...\u000a22:42:14.932834 run iperf3-srv_10.42.42.10(pid=9369): Terminated {rc=256}\u000a22:42:14.942776 --- ParallelTerminationStrategy: PID 9370 died...\u000a22:42:14.998404 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9370): Terminated: ok {rc=0}\u000a22:42:15.008270 --- ParallelTerminationStrategy: PID 9371 died...\u000a22:42:15.063832 run iperf3-srv_10.42.42.10(pid=9371): Terminated {rc=256}\u000a22:42:15.073802 --- ParallelTerminationStrategy: PID 9372 died...\u000a22:42:15.129520 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9372): Terminated: ok {rc=0}\u000a22:42:15.139437 --- ParallelTerminationStrategy: PID 9373 died...\u000a22:42:15.195040 run iperf3-srv_10.42.42.10(pid=9373): Terminated {rc=256}\u000a22:42:15.204930 --- ParallelTerminationStrategy: PID 9374 died...\u000a22:42:15.260625 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9374): Terminated: ok {rc=0}\u000a22:42:15.270523 --- ParallelTerminationStrategy: PID 9375 died...\u000a22:42:15.325914 run iperf3-srv_10.42.42.10(pid=9375): Terminated {rc=256}\u000a22:42:15.335783 --- ParallelTerminationStrategy: PID 9378 died...\u000a22:42:15.391563 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9378): Terminated: ok {rc=0}\u000a22:42:15.401625 --- ParallelTerminationStrategy: PID 9381 died...\u000a22:42:15.457445 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9381): Terminated: ok {rc=0}\u000a22:42:15.467460 --- ParallelTerminationStrategy: PID 9384 died...\u000a22:42:15.523337 run pcap-recorder_any(filters='host 10.42.42.6')(pid=9384): Terminated: ok {rc=0}\u000a22:42:15.610514 bus /gobi_4: Setting Powered False\u000a22:42:16.713232 bus /gobi_4: Setting Powered False\u000a22:42:17.820359 bus /gobi_1: Setting Powered False\u000a22:42:18.921406 bus /gobi_1: Setting Powered False\u000a22:42:20.032596 bus /gobi_0: Setting Powered False\u000a22:42:21.138292 bus /gobi_0: Setting Powered False\u000a22:42:22.251326 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 257, "className" : "gprs:trx-lms-limenet-micro+mod-bts0-egprs", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=9392): Process ended prematurely: osmo-stp_10.42.42.5(pid=9392) [trial-2395↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9392)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=9392): Process ended prematurely: osmo-stp_10.42.42.5(pid=9392) [trial-2395↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9392)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2395 gprs:trx-lms-limenet-micro+mod-bts0-egprs ping.py\u000a----------------------------------------------\u000a22:42:23.319090 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:42:23.330765 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a22:42:23.462825 tst ping.py: using LAC 36726\u000a22:42:23.577910 tst ping.py: using RAC 6\u000a22:42:23.693079 tst ping.py: using CellId 36726\u000a22:42:23.810262 tst ping.py: using BVCI 36727\u000a22:42:23.832585 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:42:23.843607 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:42:23.854388 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:42:23.865195 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:42:23.876350 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:42:23.887279 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:42:23.898359 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:42:23.909342 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a22:42:24.179496 tst ping.py:19: start network...\u000a22:42:24.301167 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:42:24.772118 run create_hlr_db(pid=9386): Launched\u000a22:42:24.941313 bus /gobi_6: Setting Powered False\u000a22:42:25.962853 run create_hlr_db(pid=9386): Terminated: ok {rc=0}\u000a22:42:26.380715 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9388): Launched\u000a22:42:26.694534 run osmo-hlr_10.42.42.2(pid=9389): Launched\u000a22:42:26.809896 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:42:27.358625 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9391): Launched\u000a22:42:27.673446 run osmo-stp_10.42.42.5(pid=9392): Launched\u000a22:42:27.787132 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a22:42:28.335954 run pcap-recorder_any(filters='host 10.42.42.6')(pid=9394): Launched\u000a22:42:28.449126 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a22:42:28.723655 run patchelf(pid=9395): Launched\u000a22:42:28.908506 run osmo-stp_10.42.42.5(pid=9392): ERR: Terminated: ERROR {rc=1} [trial-2395↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9392)]\u000a22:42:29.043003 run osmo-stp_10.42.42.5(pid=9392): stdout: \u000a| (launched: 2022-12-13_22:42:27.518327)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:42:29.178250 run osmo-stp_10.42.42.5(pid=9392): stderr: \u000a| �[0;m�[38;5;43m20221213224227710 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213224227710 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213224227711 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213224227711 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213224227711 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213224227711 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213224227711 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:42:29.308589 run osmo-stp_10.42.42.5(pid=9392): stdout: \u000a| (launched: 2022-12-13_22:42:27.518327)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:42:29.438662 run osmo-stp_10.42.42.5(pid=9392): stderr: \u000a| �[0;m�[38;5;43m20221213224227710 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213224227710 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213224227711 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213224227711 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213224227711 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213224227711 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213224227711 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:42:29.589064 run patchelf(pid=9395): Terminating (SIGINT)\u000a22:42:29.764861 run patchelf(pid=9395): Terminated: ok {rc=0}\u000a22:42:29.796919 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=9392): Process ended prematurely: osmo-stp_10.42.42.5(pid=9392) [trial-2395↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9392)] [trial-2395↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪ping.py:22]\u000a22:42:29.806342 tst ping.py:22: Test FAILED (6.5 sec)\u000a22:42:29.870194 run osmo-hlr_10.42.42.2(pid=9389): ERR: Terminated: ERROR {rc=237} [trial-2395↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=9389)]\u000a22:42:29.922008 run osmo-hlr_10.42.42.2(pid=9389): stdout: \u000a| (launched: 2022-12-13_22:42:26.540093) \u000a22:42:29.974233 run osmo-hlr_10.42.42.2(pid=9389): stderr: \u000a| �[0;m�[1;31m20221213224226738 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213224226738 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213224226738 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213224226738 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213224226738 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213224226738 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213224226755 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2395/run.2022-12-13_21-44-31/gprs:trx-lms-limenet-micro+mod-bts0-egprs/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213224226764 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213224226764 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213224226764 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:42:30.019058 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9388): Terminating (SIGTERM)\u000a22:42:30.061693 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9391): Terminating (SIGTERM)\u000a22:42:30.103918 run pcap-recorder_any(filters='host 10.42.42.6')(pid=9394): Terminating (SIGTERM)\u000a22:42:30.113603 --- ParallelTerminationStrategy: PID 9388 died...\u000a22:42:30.170231 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9388): Terminated: ok {rc=0}\u000a22:42:30.180229 --- ParallelTerminationStrategy: PID 9391 died...\u000a22:42:30.236264 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9391): Terminated: ok {rc=0}\u000a22:42:30.246258 --- ParallelTerminationStrategy: PID 9394 died...\u000a22:42:30.302510 run pcap-recorder_any(filters='host 10.42.42.6')(pid=9394): Terminated: ok {rc=0}\u000a22:42:30.390278 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 257, "className" : "gprs:trx-lms-limenet-micro+mod-bts0-egprs", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=9402): Process ended prematurely: osmo-stp_10.42.42.5(pid=9402) [trial-2395↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9402)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=9402): Process ended prematurely: osmo-stp_10.42.42.5(pid=9402) [trial-2395↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9402)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2395 gprs:trx-lms-limenet-micro+mod-bts0-egprs ping_idle_ping.py\u000a----------------------------------------------\u000a22:42:31.448468 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:42:31.464835 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a22:42:31.642771 tst ping_idle_ping.py: using LAC 36727\u000a22:42:31.775968 tst ping_idle_ping.py: using RAC 7\u000a22:42:31.896382 tst ping_idle_ping.py: using CellId 36727\u000a22:42:32.044489 tst ping_idle_ping.py: using BVCI 36728\u000a22:42:32.076688 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:42:32.091882 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:42:32.104686 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:42:32.118445 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:42:32.132870 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:42:32.147737 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:42:32.162216 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:42:32.175417 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a22:42:32.464868 tst ping_idle_ping.py:24: start network...\u000a22:42:32.596748 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:42:33.096539 run create_hlr_db(pid=9396): Launched\u000a22:42:33.279796 bus /gobi_6: Setting Powered False\u000a22:42:34.301061 run create_hlr_db(pid=9396): Terminated: ok {rc=0}\u000a22:42:34.697761 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9398): Launched\u000a22:42:34.993587 run osmo-hlr_10.42.42.2(pid=9399): Launched\u000a22:42:35.105802 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:42:35.617832 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9401): Launched\u000a22:42:35.911900 run osmo-stp_10.42.42.5(pid=9402): Launched\u000a22:42:36.018613 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a22:42:36.532165 run pcap-recorder_any(filters='host 10.42.42.6')(pid=9404): Launched\u000a22:42:36.636544 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a22:42:36.894284 run patchelf(pid=9405): Launched\u000a22:42:37.066505 run osmo-stp_10.42.42.5(pid=9402): ERR: Terminated: ERROR {rc=1} [trial-2395↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9402)]\u000a22:42:37.192511 run osmo-stp_10.42.42.5(pid=9402): stdout: \u000a| (launched: 2022-12-13_22:42:35.766786)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:42:37.318990 run osmo-stp_10.42.42.5(pid=9402): stderr: \u000a| �[0;m�[38;5;43m20221213224235936 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213224235936 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213224235937 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213224235937 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213224235938 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213224235938 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213224235938 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:42:37.440702 run osmo-stp_10.42.42.5(pid=9402): stdout: \u000a| (launched: 2022-12-13_22:42:35.766786)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:42:37.561699 run osmo-stp_10.42.42.5(pid=9402): stderr: \u000a| �[0;m�[38;5;43m20221213224235936 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213224235936 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213224235937 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213224235937 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213224235938 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213224235938 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213224235938 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:42:37.701964 run patchelf(pid=9405): Terminating (SIGINT)\u000a22:42:37.866609 run patchelf(pid=9405): Terminated: ok {rc=0}\u000a22:42:37.896712 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=9402): Process ended prematurely: osmo-stp_10.42.42.5(pid=9402) [trial-2395↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9402)] [trial-2395↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪ping_idle_ping.py:27]\u000a22:42:37.905273 tst ping_idle_ping.py:27: Test FAILED (6.4 sec)\u000a22:42:37.964413 run osmo-hlr_10.42.42.2(pid=9399): ERR: Terminated: ERROR {rc=237} [trial-2395↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=9399)]\u000a22:42:38.012933 run osmo-hlr_10.42.42.2(pid=9399): stdout: \u000a| (launched: 2022-12-13_22:42:34.848183) \u000a22:42:38.062122 run osmo-hlr_10.42.42.2(pid=9399): stderr: \u000a| �[0;m�[1;31m20221213224235022 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213224235022 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213224235022 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213224235022 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213224235022 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213224235022 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213224235035 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2395/run.2022-12-13_21-44-31/gprs:trx-lms-limenet-micro+mod-bts0-egprs/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213224235045 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213224235045 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213224235045 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:42:38.103976 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9398): Terminating (SIGTERM)\u000a22:42:38.143100 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9401): Terminating (SIGTERM)\u000a22:42:38.182514 run pcap-recorder_any(filters='host 10.42.42.6')(pid=9404): Terminating (SIGTERM)\u000a22:42:38.191680 --- ParallelTerminationStrategy: PID 9398 died...\u000a22:42:38.244544 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9398): Terminated: ok {rc=0}\u000a22:42:38.254223 --- ParallelTerminationStrategy: PID 9401 died...\u000a22:42:38.306810 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9401): Terminated: ok {rc=0}\u000a22:42:38.316320 --- ParallelTerminationStrategy: PID 9404 died...\u000a22:42:38.368801 run pcap-recorder_any(filters='host 10.42.42.6')(pid=9404): Terminated: ok {rc=0}\u000a22:42:38.452755 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 60.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "126", "name" : "gprs_trx-lms-limenet-micro+mod-bts0-egprs", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T22:41:40" }, { "cases" : [ { "testActions" : [ ], "age" : 257, "className" : "gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=9419): Process ended prematurely: osmo-stp_10.42.42.5(pid=9419) [trial-2395↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9419)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=9419): Process ended prematurely: osmo-stp_10.42.42.5(pid=9419) [trial-2395↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9419)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2395 gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa cs_paging_gprs_active.py\u000a----------------------------------------------\u000a22:42:40.584931 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:42:40.596095 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a22:42:40.748879 tst cs_paging_gprs_active.py: using LAC 36728\u000a22:42:40.880213 tst cs_paging_gprs_active.py: using RAC 8\u000a22:42:41.003776 tst cs_paging_gprs_active.py: using CellId 36728\u000a22:42:41.126958 tst cs_paging_gprs_active.py: using BVCI 36729\u000a22:42:41.151588 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:42:41.163401 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:42:41.174684 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:42:41.185953 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:42:41.198068 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:42:41.209810 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:42:41.221657 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:42:41.233151 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:42:41.245003 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a22:42:41.362044 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a22:42:41.656399 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a22:42:41.790478 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a22:42:42.122050 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9409): Launched\u000a22:42:42.397791 run iperf3-srv_10.42.42.10(pid=9410): Launched\u000a22:42:42.594601 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a22:42:42.728690 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a22:42:43.060574 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9411): Launched\u000a22:42:43.336448 run iperf3-srv_10.42.42.10(pid=9412): Launched\u000a22:42:43.533754 tst cs_paging_gprs_active.py:38: start network...\u000a22:42:43.667826 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:42:44.171190 run create_hlr_db(pid=9413): Launched\u000a22:42:44.356159 bus /gobi_6: Setting Powered False\u000a22:42:45.378649 run create_hlr_db(pid=9413): Terminated: ok {rc=0}\u000a22:42:45.805875 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9415): Launched\u000a22:42:46.179546 run osmo-hlr_10.42.42.2(pid=9416): Launched\u000a22:42:46.331453 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:42:47.030460 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9418): Launched\u000a22:42:47.364259 run osmo-stp_10.42.42.5(pid=9419): Launched\u000a22:42:47.498484 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a22:42:48.024809 run pcap-recorder_any(filters='host 10.42.42.6')(pid=9421): Launched\u000a22:42:48.131916 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a22:42:48.394266 run patchelf(pid=9422): Launched\u000a22:42:48.570151 run osmo-stp_10.42.42.5(pid=9419): ERR: Terminated: ERROR {rc=1} [trial-2395↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9419)]\u000a22:42:48.699235 run osmo-stp_10.42.42.5(pid=9419): stdout: \u000a| (launched: 2022-12-13_22:42:47.197231)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:42:48.828930 run osmo-stp_10.42.42.5(pid=9419): stderr: \u000a| �[0;m�[38;5;43m20221213224247488 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213224247488 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213224247488 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213224247488 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213224247491 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213224247491 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213224247491 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:42:48.954367 run osmo-stp_10.42.42.5(pid=9419): stdout: \u000a| (launched: 2022-12-13_22:42:47.197231)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:42:49.077911 run osmo-stp_10.42.42.5(pid=9419): stderr: \u000a| �[0;m�[38;5;43m20221213224247488 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213224247488 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213224247488 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213224247488 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213224247491 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213224247491 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213224247491 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:42:49.221784 run patchelf(pid=9422): Terminating (SIGINT)\u000a22:42:49.391055 run patchelf(pid=9422): Terminated: ok {rc=0}\u000a22:42:49.422275 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=9419): Process ended prematurely: osmo-stp_10.42.42.5(pid=9419) [trial-2395↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9419)] [trial-2395↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38]\u000a22:42:49.431418 tst cs_paging_gprs_active.py:38: Test FAILED (8.9 sec)\u000a22:42:49.491264 run osmo-hlr_10.42.42.2(pid=9416): ERR: Terminated: ERROR {rc=237} [trial-2395↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=9416)]\u000a22:42:49.540028 run osmo-hlr_10.42.42.2(pid=9416): stdout: \u000a| (launched: 2022-12-13_22:42:45.980245) \u000a22:42:49.589441 run osmo-hlr_10.42.42.2(pid=9416): stderr: \u000a| �[0;m�[1;31m20221213224246390 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213224246390 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213224246390 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213224246392 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213224246393 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213224246393 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213224246419 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2395/run.2022-12-13_21-44-31/gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213224246436 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213224246441 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213224246444 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:42:49.631451 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9409): Terminating (SIGTERM)\u000a22:42:49.671165 run iperf3-srv_10.42.42.10(pid=9410): Terminating (SIGTERM)\u000a22:42:49.710886 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9411): Terminating (SIGTERM)\u000a22:42:49.750688 run iperf3-srv_10.42.42.10(pid=9412): Terminating (SIGTERM)\u000a22:42:49.790371 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9415): Terminating (SIGTERM)\u000a22:42:49.830116 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9418): Terminating (SIGTERM)\u000a22:42:49.869809 run pcap-recorder_any(filters='host 10.42.42.6')(pid=9421): Terminating (SIGTERM)\u000a22:42:49.879101 --- ParallelTerminationStrategy: PID 9409 died...\u000a22:42:49.932454 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9409): Terminated: ok {rc=0}\u000a22:42:49.942104 --- ParallelTerminationStrategy: PID 9410 died...\u000a22:42:49.994947 run iperf3-srv_10.42.42.10(pid=9410): Terminated {rc=256}\u000a22:42:50.004521 --- ParallelTerminationStrategy: PID 9411 died...\u000a22:42:50.057357 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9411): Terminated: ok {rc=0}\u000a22:42:50.066913 --- ParallelTerminationStrategy: PID 9412 died...\u000a22:42:50.119754 run iperf3-srv_10.42.42.10(pid=9412): Terminated {rc=256}\u000a22:42:50.129467 --- ParallelTerminationStrategy: PID 9415 died...\u000a22:42:50.182234 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9415): Terminated: ok {rc=0}\u000a22:42:50.191785 --- ParallelTerminationStrategy: PID 9418 died...\u000a22:42:50.244730 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9418): Terminated: ok {rc=0}\u000a22:42:50.254419 --- ParallelTerminationStrategy: PID 9421 died...\u000a22:42:50.307342 run pcap-recorder_any(filters='host 10.42.42.6')(pid=9421): Terminated: ok {rc=0}\u000a22:42:50.396200 bus /gobi_0: Setting Powered False\u000a22:42:51.498936 bus /gobi_0: Setting Powered False\u000a22:42:52.609329 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 257, "className" : "gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=9431): Process ended prematurely: osmo-stp_10.42.42.5(pid=9431) [trial-2395↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9431)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=9431): Process ended prematurely: osmo-stp_10.42.42.5(pid=9431) [trial-2395↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9431)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2395 gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa iperf3.py\u000a----------------------------------------------\u000a22:42:53.719498 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:42:53.731260 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a22:42:53.886019 tst iperf3.py: using LAC 36729\u000a22:42:54.003064 tst iperf3.py: using RAC 9\u000a22:42:54.123596 tst iperf3.py: using CellId 36729\u000a22:42:54.243305 tst iperf3.py: using BVCI 36730\u000a22:42:54.266272 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:42:54.277278 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:42:54.287933 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:42:54.298782 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:42:54.309746 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:42:54.320666 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:42:54.331737 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:42:54.342691 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:42:54.353888 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a22:42:54.646202 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a22:42:54.780093 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a22:42:55.112524 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9423): Launched\u000a22:42:55.388763 run iperf3-srv_10.42.42.10(pid=9424): Launched\u000a22:42:55.586031 tst iperf3.py:8: start network...\u000a22:42:55.720321 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:42:56.223438 run create_hlr_db(pid=9425): Launched\u000a22:42:56.409102 bus /gobi_6: Setting Powered False\u000a22:42:57.430351 run create_hlr_db(pid=9425): Terminated: ok {rc=0}\u000a22:42:57.856207 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9427): Launched\u000a22:42:58.175761 run osmo-hlr_10.42.42.2(pid=9428): Launched\u000a22:42:58.298171 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:42:58.859897 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9430): Launched\u000a22:42:59.179605 run osmo-stp_10.42.42.5(pid=9431): Launched\u000a22:42:59.295572 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a22:42:59.853987 run pcap-recorder_any(filters='host 10.42.42.6')(pid=9433): Launched\u000a22:42:59.968936 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a22:43:00.247590 run patchelf(pid=9434): Launched\u000a22:43:00.435358 run osmo-stp_10.42.42.5(pid=9431): ERR: Terminated: ERROR {rc=1} [trial-2395↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9431)]\u000a22:43:00.572748 run osmo-stp_10.42.42.5(pid=9431): stdout: \u000a| (launched: 2022-12-13_22:42:59.022514)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:43:00.710153 run osmo-stp_10.42.42.5(pid=9431): stderr: \u000a| �[0;m�[38;5;43m20221213224259214 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213224259214 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213224259214 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213224259214 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213224259215 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213224259215 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213224259215 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:43:00.852199 run osmo-stp_10.42.42.5(pid=9431): stdout: \u000a| (launched: 2022-12-13_22:42:59.022514)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:43:00.990817 run osmo-stp_10.42.42.5(pid=9431): stderr: \u000a| �[0;m�[38;5;43m20221213224259214 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213224259214 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213224259214 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213224259214 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213224259215 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213224259215 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213224259215 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:43:01.146950 run patchelf(pid=9434): Terminating (SIGINT)\u000a22:43:01.330529 run patchelf(pid=9434): Terminated: ok {rc=0}\u000a22:43:01.364592 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=9431): Process ended prematurely: osmo-stp_10.42.42.5(pid=9431) [trial-2395↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9431)] [trial-2395↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪iperf3.py:8]\u000a22:43:01.375590 tst iperf3.py:8: Test FAILED (7.7 sec)\u000a22:43:01.441446 run osmo-hlr_10.42.42.2(pid=9428): ERR: Terminated: ERROR {rc=237} [trial-2395↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=9428)]\u000a22:43:01.492648 run osmo-hlr_10.42.42.2(pid=9428): stdout: \u000a| (launched: 2022-12-13_22:42:58.018519) \u000a22:43:01.545579 run osmo-hlr_10.42.42.2(pid=9428): stderr: \u000a| �[0;m�[1;31m20221213224258219 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213224258219 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213224258219 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213224258219 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213224258219 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213224258219 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213224258231 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2395/run.2022-12-13_21-44-31/gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213224258240 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213224258240 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213224258240 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:43:01.590751 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9423): Terminating (SIGTERM)\u000a22:43:01.636419 run iperf3-srv_10.42.42.10(pid=9424): Terminating (SIGTERM)\u000a22:43:01.681791 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9427): Terminating (SIGTERM)\u000a22:43:01.726296 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9430): Terminating (SIGTERM)\u000a22:43:01.770295 run pcap-recorder_any(filters='host 10.42.42.6')(pid=9433): Terminating (SIGTERM)\u000a22:43:01.780792 --- ParallelTerminationStrategy: PID 9423 died...\u000a22:43:01.839983 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9423): Terminated: ok {rc=0}\u000a22:43:01.850353 --- ParallelTerminationStrategy: PID 9424 died...\u000a22:43:01.909372 run iperf3-srv_10.42.42.10(pid=9424): Terminated {rc=256}\u000a22:43:01.920626 --- ParallelTerminationStrategy: PID 9427 died...\u000a22:43:01.975872 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9427): Terminated: ok {rc=0}\u000a22:43:01.986301 --- ParallelTerminationStrategy: PID 9430 died...\u000a22:43:02.044370 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9430): Terminated: ok {rc=0}\u000a22:43:02.054842 --- ParallelTerminationStrategy: PID 9433 died...\u000a22:43:02.111146 run pcap-recorder_any(filters='host 10.42.42.6')(pid=9433): Terminated: ok {rc=0}\u000a22:43:02.197696 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 257, "className" : "gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=9449): Process ended prematurely: osmo-stp_10.42.42.5(pid=9449) [trial-2395↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9449)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=9449): Process ended prematurely: osmo-stp_10.42.42.5(pid=9449) [trial-2395↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9449)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2395 gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa iperf3m4.py\u000a----------------------------------------------\u000a22:43:03.307517 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:43:03.319240 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a22:43:03.471883 tst iperf3m4.py: using LAC 36730\u000a22:43:03.592107 tst iperf3m4.py: using RAC 10\u000a22:43:03.711955 tst iperf3m4.py: using CellId 36730\u000a22:43:03.831942 tst iperf3m4.py: using BVCI 36731\u000a22:43:03.854928 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:43:03.866151 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:43:03.877160 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:43:03.888153 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:43:03.899682 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:43:03.911192 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:43:03.922758 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:43:03.934214 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:43:03.945730 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a22:43:04.067228 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a22:43:04.185752 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a22:43:04.306623 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a22:43:04.585041 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a22:43:04.709646 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a22:43:05.021407 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9435): Launched\u000a22:43:05.280467 run iperf3-srv_10.42.42.10(pid=9436): Launched\u000a22:43:05.464424 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a22:43:05.589444 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a22:43:05.900615 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9437): Launched\u000a22:43:06.158301 run iperf3-srv_10.42.42.10(pid=9438): Launched\u000a22:43:06.341056 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a22:43:06.465348 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a22:43:06.775397 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9439): Launched\u000a22:43:07.033448 run iperf3-srv_10.42.42.10(pid=9440): Launched\u000a22:43:07.215432 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a22:43:07.339468 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a22:43:07.650233 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9441): Launched\u000a22:43:07.907623 run iperf3-srv_10.42.42.10(pid=9442): Launched\u000a22:43:08.089543 tst iperf3m4.py:8: start network...\u000a22:43:08.213866 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:43:08.690869 run create_hlr_db(pid=9443): Launched\u000a22:43:08.861769 bus /gobi_6: Setting Powered False\u000a22:43:09.884578 run create_hlr_db(pid=9443): Terminated: ok {rc=0}\u000a22:43:10.281958 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9445): Launched\u000a22:43:10.582265 run osmo-hlr_10.42.42.2(pid=9446): Launched\u000a22:43:10.701760 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:43:11.229766 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9448): Launched\u000a22:43:11.530498 run osmo-stp_10.42.42.5(pid=9449): Launched\u000a22:43:11.639633 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a22:43:12.161690 run pcap-recorder_any(filters='host 10.42.42.6')(pid=9451): Launched\u000a22:43:12.268396 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a22:43:12.530124 run patchelf(pid=9452): Launched\u000a22:43:12.704677 run osmo-stp_10.42.42.5(pid=9449): ERR: Terminated: ERROR {rc=1} [trial-2395↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9449)]\u000a22:43:12.832749 run osmo-stp_10.42.42.5(pid=9449): stdout: \u000a| (launched: 2022-12-13_22:43:11.382935)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:43:12.960547 run osmo-stp_10.42.42.5(pid=9449): stderr: \u000a| �[0;m�[38;5;43m20221213224311553 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213224311553 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213224311553 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213224311553 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213224311554 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213224311554 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213224311554 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:43:13.084404 run osmo-stp_10.42.42.5(pid=9449): stdout: \u000a| (launched: 2022-12-13_22:43:11.382935)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:43:13.207141 run osmo-stp_10.42.42.5(pid=9449): stderr: \u000a| �[0;m�[38;5;43m20221213224311553 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213224311553 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213224311553 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213224311553 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213224311554 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213224311554 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213224311554 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:43:13.349897 run patchelf(pid=9452): Terminating (SIGINT)\u000a22:43:13.517221 run patchelf(pid=9452): Terminated: ok {rc=0}\u000a22:43:13.547967 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=9449): Process ended prematurely: osmo-stp_10.42.42.5(pid=9449) [trial-2395↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9449)] [trial-2395↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪iperf3m4.py:8]\u000a22:43:13.557274 tst iperf3m4.py:8: Test FAILED (10.3 sec)\u000a22:43:13.616734 run osmo-hlr_10.42.42.2(pid=9446): ERR: Terminated: ERROR {rc=237} [trial-2395↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=9446)]\u000a22:43:13.665160 run osmo-hlr_10.42.42.2(pid=9446): stdout: \u000a| (launched: 2022-12-13_22:43:10.433871) \u000a22:43:13.714685 run osmo-hlr_10.42.42.2(pid=9446): stderr: \u000a| �[0;m�[1;31m20221213224310609 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213224310609 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213224310609 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213224310609 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213224310609 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213224310609 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213224310621 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2395/run.2022-12-13_21-44-31/gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213224310630 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213224310630 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213224310630 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:43:13.756358 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9435): Terminating (SIGTERM)\u000a22:43:13.795434 run iperf3-srv_10.42.42.10(pid=9436): Terminating (SIGTERM)\u000a22:43:13.835378 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9437): Terminating (SIGTERM)\u000a22:43:13.874429 run iperf3-srv_10.42.42.10(pid=9438): Terminating (SIGTERM)\u000a22:43:13.913679 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9439): Terminating (SIGTERM)\u000a22:43:13.952724 run iperf3-srv_10.42.42.10(pid=9440): Terminating (SIGTERM)\u000a22:43:13.991841 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9441): Terminating (SIGTERM)\u000a22:43:14.030838 run iperf3-srv_10.42.42.10(pid=9442): Terminating (SIGTERM)\u000a22:43:14.069809 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9445): Terminating (SIGTERM)\u000a22:43:14.108921 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9448): Terminating (SIGTERM)\u000a22:43:14.148094 run pcap-recorder_any(filters='host 10.42.42.6')(pid=9451): Terminating (SIGTERM)\u000a22:43:14.157266 --- ParallelTerminationStrategy: PID 9435 died...\u000a22:43:14.209793 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9435): Terminated: ok {rc=0}\u000a22:43:14.219179 --- ParallelTerminationStrategy: PID 9436 died...\u000a22:43:14.271529 run iperf3-srv_10.42.42.10(pid=9436): Terminated {rc=256}\u000a22:43:14.280935 --- ParallelTerminationStrategy: PID 9437 died...\u000a22:43:14.333396 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9437): Terminated: ok {rc=0}\u000a22:43:14.342826 --- ParallelTerminationStrategy: PID 9438 died...\u000a22:43:14.395241 run iperf3-srv_10.42.42.10(pid=9438): Terminated {rc=256}\u000a22:43:14.404644 --- ParallelTerminationStrategy: PID 9439 died...\u000a22:43:14.457052 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9439): Terminated: ok {rc=0}\u000a22:43:14.466483 --- ParallelTerminationStrategy: PID 9440 died...\u000a22:43:14.518923 run iperf3-srv_10.42.42.10(pid=9440): Terminated {rc=256}\u000a22:43:14.528385 --- ParallelTerminationStrategy: PID 9441 died...\u000a22:43:14.581184 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9441): Terminated: ok {rc=0}\u000a22:43:14.590714 --- ParallelTerminationStrategy: PID 9442 died...\u000a22:43:14.643141 run iperf3-srv_10.42.42.10(pid=9442): Terminated {rc=256}\u000a22:43:14.652533 --- ParallelTerminationStrategy: PID 9445 died...\u000a22:43:14.705154 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9445): Terminated: ok {rc=0}\u000a22:43:14.714597 --- ParallelTerminationStrategy: PID 9448 died...\u000a22:43:14.767143 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9448): Terminated: ok {rc=0}\u000a22:43:14.776584 --- ParallelTerminationStrategy: PID 9451 died...\u000a22:43:14.829151 run pcap-recorder_any(filters='host 10.42.42.6')(pid=9451): Terminated: ok {rc=0}\u000a22:43:14.917437 bus /gobi_4: Setting Powered False\u000a22:43:16.038092 bus /gobi_4: Setting Powered False\u000a22:43:17.161780 bus /gobi_1: Setting Powered False\u000a22:43:18.264743 bus /gobi_1: Setting Powered False\u000a22:43:19.376573 bus /gobi_0: Setting Powered False\u000a22:43:20.478825 bus /gobi_0: Setting Powered False\u000a22:43:21.590943 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 257, "className" : "gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=9459): Process ended prematurely: osmo-stp_10.42.42.5(pid=9459) [trial-2395↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9459)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=9459): Process ended prematurely: osmo-stp_10.42.42.5(pid=9459) [trial-2395↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9459)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2395 gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa ping.py\u000a----------------------------------------------\u000a22:43:22.658225 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:43:22.669970 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a22:43:22.820410 tst ping.py: using LAC 36731\u000a22:43:22.937470 tst ping.py: using RAC 11\u000a22:43:23.052417 tst ping.py: using CellId 36731\u000a22:43:23.169444 tst ping.py: using BVCI 36732\u000a22:43:23.192154 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:43:23.203377 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:43:23.214406 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:43:23.225324 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:43:23.236209 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:43:23.247261 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:43:23.258380 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:43:23.269305 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a22:43:23.539651 tst ping.py:19: start network...\u000a22:43:23.662639 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:43:24.132794 run create_hlr_db(pid=9453): Launched\u000a22:43:24.301958 bus /gobi_6: Setting Powered False\u000a22:43:25.324555 run create_hlr_db(pid=9453): Terminated: ok {rc=0}\u000a22:43:25.743798 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9455): Launched\u000a22:43:26.058321 run osmo-hlr_10.42.42.2(pid=9456): Launched\u000a22:43:26.172691 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:43:26.723387 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9458): Launched\u000a22:43:27.038225 run osmo-stp_10.42.42.5(pid=9459): Launched\u000a22:43:27.152422 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a22:43:27.696888 run pcap-recorder_any(filters='host 10.42.42.6')(pid=9461): Launched\u000a22:43:27.801211 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a22:43:28.057273 run patchelf(pid=9462): Launched\u000a22:43:28.229484 run osmo-stp_10.42.42.5(pid=9459): ERR: Terminated: ERROR {rc=1} [trial-2395↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9459)]\u000a22:43:28.355079 run osmo-stp_10.42.42.5(pid=9459): stdout: \u000a| (launched: 2022-12-13_22:43:26.883102)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:43:28.481604 run osmo-stp_10.42.42.5(pid=9459): stderr: \u000a| �[0;m�[38;5;43m20221213224327075 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213224327075 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213224327075 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213224327075 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213224327076 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213224327076 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213224327076 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:43:28.603323 run osmo-stp_10.42.42.5(pid=9459): stdout: \u000a| (launched: 2022-12-13_22:43:26.883102)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:43:28.724187 run osmo-stp_10.42.42.5(pid=9459): stderr: \u000a| �[0;m�[38;5;43m20221213224327075 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213224327075 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213224327075 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213224327075 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213224327076 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213224327076 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213224327076 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:43:28.864457 run patchelf(pid=9462): Terminating (SIGINT)\u000a22:43:29.029676 run patchelf(pid=9462): Terminated: ok {rc=0}\u000a22:43:29.059621 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=9459): Process ended prematurely: osmo-stp_10.42.42.5(pid=9459) [trial-2395↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9459)] [trial-2395↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪ping.py:22]\u000a22:43:29.068030 tst ping.py:22: Test FAILED (6.4 sec)\u000a22:43:29.127507 run osmo-hlr_10.42.42.2(pid=9456): ERR: Terminated: ERROR {rc=237} [trial-2395↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=9456)]\u000a22:43:29.176101 run osmo-hlr_10.42.42.2(pid=9456): stdout: \u000a| (launched: 2022-12-13_22:43:25.903482) \u000a22:43:29.225821 run osmo-hlr_10.42.42.2(pid=9456): stderr: \u000a| �[0;m�[1;31m20221213224326102 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213224326102 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213224326102 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213224326102 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213224326103 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213224326103 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213224326115 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2395/run.2022-12-13_21-44-31/gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213224326125 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213224326125 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213224326125 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:43:29.267683 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9455): Terminating (SIGTERM)\u000a22:43:29.306760 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9458): Terminating (SIGTERM)\u000a22:43:29.345923 run pcap-recorder_any(filters='host 10.42.42.6')(pid=9461): Terminating (SIGTERM)\u000a22:43:29.355057 --- ParallelTerminationStrategy: PID 9455 died...\u000a22:43:29.408113 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9455): Terminated: ok {rc=0}\u000a22:43:29.417757 --- ParallelTerminationStrategy: PID 9458 died...\u000a22:43:29.470375 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9458): Terminated: ok {rc=0}\u000a22:43:29.479739 --- ParallelTerminationStrategy: PID 9461 died...\u000a22:43:29.532351 run pcap-recorder_any(filters='host 10.42.42.6')(pid=9461): Terminated: ok {rc=0}\u000a22:43:29.614866 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 257, "className" : "gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=9469): Process ended prematurely: osmo-stp_10.42.42.5(pid=9469) [trial-2395↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9469)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=9469): Process ended prematurely: osmo-stp_10.42.42.5(pid=9469) [trial-2395↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9469)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2395 gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa ping_idle_ping.py\u000a----------------------------------------------\u000a22:43:30.666702 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:43:30.678915 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a22:43:30.841286 tst ping_idle_ping.py: using LAC 36732\u000a22:43:30.968353 tst ping_idle_ping.py: using RAC 12\u000a22:43:31.088334 tst ping_idle_ping.py: using CellId 36732\u000a22:43:31.232577 tst ping_idle_ping.py: using BVCI 36733\u000a22:43:31.256408 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:43:31.268575 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:43:31.280679 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:43:31.292666 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:43:31.305589 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:43:31.318553 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:43:31.331630 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:43:31.344408 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a22:43:31.625021 tst ping_idle_ping.py:24: start network...\u000a22:43:31.753796 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:43:32.263354 run create_hlr_db(pid=9463): Launched\u000a22:43:32.449067 bus /gobi_6: Setting Powered False\u000a22:43:33.469893 run create_hlr_db(pid=9463): Terminated: ok {rc=0}\u000a22:43:33.869346 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9465): Launched\u000a22:43:34.165916 run osmo-hlr_10.42.42.2(pid=9466): Launched\u000a22:43:34.278736 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:43:34.793012 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9468): Launched\u000a22:43:35.089375 run osmo-stp_10.42.42.5(pid=9469): Launched\u000a22:43:35.197383 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a22:43:35.713879 run pcap-recorder_any(filters='host 10.42.42.6')(pid=9471): Launched\u000a22:43:35.818921 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a22:43:36.076505 run patchelf(pid=9472): Launched\u000a22:43:36.250478 run osmo-stp_10.42.42.5(pid=9469): ERR: Terminated: ERROR {rc=1} [trial-2395↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9469)]\u000a22:43:36.376804 run osmo-stp_10.42.42.5(pid=9469): stdout: \u000a| (launched: 2022-12-13_22:43:34.942915)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:43:36.503423 run osmo-stp_10.42.42.5(pid=9469): stderr: \u000a| �[0;m�[38;5;43m20221213224335112 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213224335112 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213224335112 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213224335113 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213224335113 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213224335113 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213224335113 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:43:36.625794 run osmo-stp_10.42.42.5(pid=9469): stdout: \u000a| (launched: 2022-12-13_22:43:34.942915)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:43:36.746958 run osmo-stp_10.42.42.5(pid=9469): stderr: \u000a| �[0;m�[38;5;43m20221213224335112 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213224335112 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213224335112 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213224335113 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213224335113 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213224335113 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213224335113 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:43:36.887801 run patchelf(pid=9472): Terminating (SIGINT)\u000a22:43:37.052867 run patchelf(pid=9472): Terminated: ok {rc=0}\u000a22:43:37.083024 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=9469): Process ended prematurely: osmo-stp_10.42.42.5(pid=9469) [trial-2395↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9469)] [trial-2395↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪ping_idle_ping.py:27]\u000a22:43:37.091630 tst ping_idle_ping.py:27: Test FAILED (6.4 sec)\u000a22:43:37.150824 run osmo-hlr_10.42.42.2(pid=9466): ERR: Terminated: ERROR {rc=237} [trial-2395↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=9466)]\u000a22:43:37.199233 run osmo-hlr_10.42.42.2(pid=9466): stdout: \u000a| (launched: 2022-12-13_22:43:34.019550) \u000a22:43:37.248265 run osmo-hlr_10.42.42.2(pid=9466): stderr: \u000a| �[0;m�[1;31m20221213224334194 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213224334194 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213224334194 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213224334194 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213224334194 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213224334194 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213224334206 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2395/run.2022-12-13_21-44-31/gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213224334215 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213224334215 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213224334215 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:43:37.290757 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9465): Terminating (SIGTERM)\u000a22:43:37.330031 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9468): Terminating (SIGTERM)\u000a22:43:37.369383 run pcap-recorder_any(filters='host 10.42.42.6')(pid=9471): Terminating (SIGTERM)\u000a22:43:37.378615 --- ParallelTerminationStrategy: PID 9465 died...\u000a22:43:37.431777 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9465): Terminated: ok {rc=0}\u000a22:43:37.441392 --- ParallelTerminationStrategy: PID 9468 died...\u000a22:43:37.493913 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9468): Terminated: ok {rc=0}\u000a22:43:37.503482 --- ParallelTerminationStrategy: PID 9471 died...\u000a22:43:37.555884 run pcap-recorder_any(filters='host 10.42.42.6')(pid=9471): Terminated: ok {rc=0}\u000a22:43:37.644119 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 60.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "127", "name" : "gprs_trx-lms-limenet-micro+mod-bts0-dynts-ipa", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T22:42:40" }, { "cases" : [ { "testActions" : [ ], "age" : 257, "className" : "gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=9487): Process ended prematurely: osmo-stp_10.42.42.5(pid=9487) [trial-2395↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9487)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=9487): Process ended prematurely: osmo-stp_10.42.42.5(pid=9487) [trial-2395↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9487)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2395 gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo cs_paging_gprs_active.py\u000a----------------------------------------------\u000a22:43:39.788810 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a22:43:39.800472 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a22:43:39.962290 tst cs_paging_gprs_active.py: using LAC 36733\u000a22:43:40.087267 tst cs_paging_gprs_active.py: using RAC 13\u000a22:43:40.214877 tst cs_paging_gprs_active.py: using CellId 36733\u000a22:43:40.342463 tst cs_paging_gprs_active.py: using BVCI 36734\u000a22:43:40.367003 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a22:43:40.378628 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a22:43:40.390293 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a22:43:40.401785 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a22:43:40.413710 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a22:43:40.425486 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a22:43:40.437454 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a22:43:40.449321 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a22:43:40.461122 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a22:43:40.578210 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a22:43:40.856692 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a22:43:40.981869 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a22:43:41.293740 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9477): Launched\u000a22:43:41.552381 run iperf3-srv_10.42.42.10(pid=9478): Launched\u000a22:43:41.735794 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a22:43:41.860651 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a22:43:42.171631 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9479): Launched\u000a22:43:42.429637 run iperf3-srv_10.42.42.10(pid=9480): Launched\u000a22:43:42.612441 tst cs_paging_gprs_active.py:38: start network...\u000a22:43:42.737547 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:43:43.219636 run create_hlr_db(pid=9481): Launched\u000a22:43:43.392823 bus /gobi_6: Setting Powered False\u000a22:43:44.414275 run create_hlr_db(pid=9481): Terminated: ok {rc=0}\u000a22:43:44.842848 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9483): Launched\u000a22:43:45.165564 run osmo-hlr_10.42.42.2(pid=9484): Launched\u000a22:43:45.285321 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:43:45.850636 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9486): Launched\u000a22:43:46.240446 run osmo-stp_10.42.42.5(pid=9487): Launched\u000a22:43:46.498351 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a22:43:47.058283 run pcap-recorder_any(filters='host 10.42.42.6')(pid=9489): Launched\u000a22:43:47.168766 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a22:43:47.444776 run patchelf(pid=9490): Launched\u000a22:43:47.620873 run osmo-stp_10.42.42.5(pid=9487): ERR: Terminated: ERROR {rc=1} [trial-2395↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9487)]\u000a22:43:47.749818 run osmo-stp_10.42.42.5(pid=9487): stdout: \u000a| (launched: 2022-12-13_22:43:46.021131)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:43:47.878629 run osmo-stp_10.42.42.5(pid=9487): stderr: \u000a| �[0;m�[38;5;43m20221213224346304 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213224346304 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213224346304 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213224346304 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213224346305 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213224346305 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213224346305 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:43:48.002833 run osmo-stp_10.42.42.5(pid=9487): stdout: \u000a| (launched: 2022-12-13_22:43:46.021131)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:43:48.126352 run osmo-stp_10.42.42.5(pid=9487): stderr: \u000a| �[0;m�[38;5;43m20221213224346304 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213224346304 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213224346304 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213224346304 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213224346305 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213224346305 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213224346305 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:43:48.270357 run patchelf(pid=9490): Terminating (SIGINT)\u000a22:43:48.439480 run patchelf(pid=9490): Terminated: ok {rc=0}\u000a22:43:48.470667 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=9487): Process ended prematurely: osmo-stp_10.42.42.5(pid=9487) [trial-2395↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9487)] [trial-2395↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38]\u000a22:43:48.479964 tst cs_paging_gprs_active.py:38: Test FAILED (8.7 sec)\u000a22:43:48.539773 run osmo-hlr_10.42.42.2(pid=9484): ERR: Terminated: ERROR {rc=237} [trial-2395↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=9484)]\u000a22:43:48.588518 run osmo-hlr_10.42.42.2(pid=9484): stdout: \u000a| (launched: 2022-12-13_22:43:45.006583) \u000a22:43:48.637966 run osmo-hlr_10.42.42.2(pid=9484): stderr: \u000a| �[0;m�[1;31m20221213224345205 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213224345205 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213224345205 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213224345205 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213224345205 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213224345205 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213224345218 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2395/run.2022-12-13_21-44-31/gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213224345228 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213224345228 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213224345229 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:43:48.679936 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9477): Terminating (SIGTERM)\u000a22:43:48.719353 run iperf3-srv_10.42.42.10(pid=9478): Terminating (SIGTERM)\u000a22:43:48.758796 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9479): Terminating (SIGTERM)\u000a22:43:48.798227 run iperf3-srv_10.42.42.10(pid=9480): Terminating (SIGTERM)\u000a22:43:48.837776 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9483): Terminating (SIGTERM)\u000a22:43:48.877319 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9486): Terminating (SIGTERM)\u000a22:43:48.917250 run pcap-recorder_any(filters='host 10.42.42.6')(pid=9489): Terminating (SIGTERM)\u000a22:43:48.926388 --- ParallelTerminationStrategy: PID 9477 died...\u000a22:43:48.979267 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9477): Terminated: ok {rc=0}\u000a22:43:48.988803 --- ParallelTerminationStrategy: PID 9478 died...\u000a22:43:49.041353 run iperf3-srv_10.42.42.10(pid=9478): Terminated {rc=256}\u000a22:43:49.050790 --- ParallelTerminationStrategy: PID 9479 died...\u000a22:43:49.103537 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9479): Terminated: ok {rc=0}\u000a22:43:49.113118 --- ParallelTerminationStrategy: PID 9480 died...\u000a22:43:49.165721 run iperf3-srv_10.42.42.10(pid=9480): Terminated {rc=256}\u000a22:43:49.175217 --- ParallelTerminationStrategy: PID 9483 died...\u000a22:43:49.227718 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9483): Terminated: ok {rc=0}\u000a22:43:49.237304 --- ParallelTerminationStrategy: PID 9486 died...\u000a22:43:49.289920 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9486): Terminated: ok {rc=0}\u000a22:43:49.299434 --- ParallelTerminationStrategy: PID 9489 died...\u000a22:43:49.351964 run pcap-recorder_any(filters='host 10.42.42.6')(pid=9489): Terminated: ok {rc=0}\u000a22:43:49.439763 bus /gobi_0: Setting Powered False\u000a22:43:50.542474 bus /gobi_0: Setting Powered False\u000a22:43:51.653265 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 257, "className" : "gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=9499): Process ended prematurely: osmo-stp_10.42.42.5(pid=9499) [trial-2395↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9499)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=9499): Process ended prematurely: osmo-stp_10.42.42.5(pid=9499) [trial-2395↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9499)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2395 gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo iperf3.py\u000a----------------------------------------------\u000a22:43:52.766982 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a22:43:52.779264 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a22:43:52.944097 tst iperf3.py: using LAC 36734\u000a22:43:53.070149 tst iperf3.py: using RAC 14\u000a22:43:53.193184 tst iperf3.py: using CellId 36734\u000a22:43:53.324764 tst iperf3.py: using BVCI 36735\u000a22:43:53.349275 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a22:43:53.360745 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a22:43:53.372164 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a22:43:53.383707 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a22:43:53.395622 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a22:43:53.407525 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a22:43:53.419507 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a22:43:53.431209 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a22:43:53.443122 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a22:43:53.719827 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a22:43:53.844215 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a22:43:54.154253 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9491): Launched\u000a22:43:54.412174 run iperf3-srv_10.42.42.10(pid=9492): Launched\u000a22:43:54.594131 tst iperf3.py:8: start network...\u000a22:43:54.718664 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:43:55.198841 run create_hlr_db(pid=9493): Launched\u000a22:43:55.372252 bus /gobi_6: Setting Powered False\u000a22:43:56.394866 run create_hlr_db(pid=9493): Terminated: ok {rc=0}\u000a22:43:56.821864 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9495): Launched\u000a22:43:57.142926 run osmo-hlr_10.42.42.2(pid=9496): Launched\u000a22:43:57.262602 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:43:57.823492 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9498): Launched\u000a22:43:58.144885 run osmo-stp_10.42.42.5(pid=9499): Launched\u000a22:43:58.266236 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a22:43:58.824147 run pcap-recorder_any(filters='host 10.42.42.6')(pid=9501): Launched\u000a22:43:58.938759 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a22:43:59.218376 run patchelf(pid=9502): Launched\u000a22:43:59.406750 run osmo-stp_10.42.42.5(pid=9499): ERR: Terminated: ERROR {rc=1} [trial-2395↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9499)]\u000a22:43:59.544599 run osmo-stp_10.42.42.5(pid=9499): stdout: \u000a| (launched: 2022-12-13_22:43:57.987169)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:43:59.682552 run osmo-stp_10.42.42.5(pid=9499): stderr: \u000a| �[0;m�[38;5;43m20221213224358178 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213224358178 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213224358178 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213224358179 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213224358181 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213224358181 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213224358181 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:43:59.815534 run osmo-stp_10.42.42.5(pid=9499): stdout: \u000a| (launched: 2022-12-13_22:43:57.987169)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:43:59.947357 run osmo-stp_10.42.42.5(pid=9499): stderr: \u000a| �[0;m�[38;5;43m20221213224358178 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213224358178 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213224358178 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213224358179 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213224358181 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213224358181 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213224358181 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:44:00.100419 run patchelf(pid=9502): Terminating (SIGINT)\u000a22:44:00.280743 run patchelf(pid=9502): Terminated: ok {rc=0}\u000a22:44:00.313940 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=9499): Process ended prematurely: osmo-stp_10.42.42.5(pid=9499) [trial-2395↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9499)] [trial-2395↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪iperf3.py:8]\u000a22:44:00.323975 tst iperf3.py:8: Test FAILED (7.6 sec)\u000a22:44:00.387600 run osmo-hlr_10.42.42.2(pid=9496): ERR: Terminated: ERROR {rc=237} [trial-2395↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=9496)]\u000a22:44:00.439510 run osmo-hlr_10.42.42.2(pid=9496): stdout: \u000a| (launched: 2022-12-13_22:43:56.984891) \u000a22:44:00.492261 run osmo-hlr_10.42.42.2(pid=9496): stderr: \u000a| �[0;m�[1;31m20221213224357181 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213224357181 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213224357181 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213224357181 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213224357181 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213224357181 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213224357194 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2395/run.2022-12-13_21-44-31/gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213224357202 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213224357202 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213224357203 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:44:00.536982 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9491): Terminating (SIGTERM)\u000a22:44:00.579098 run iperf3-srv_10.42.42.10(pid=9492): Terminating (SIGTERM)\u000a22:44:00.621545 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9495): Terminating (SIGTERM)\u000a22:44:00.663995 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9498): Terminating (SIGTERM)\u000a22:44:00.706299 run pcap-recorder_any(filters='host 10.42.42.6')(pid=9501): Terminating (SIGTERM)\u000a22:44:00.716000 --- ParallelTerminationStrategy: PID 9491 died...\u000a22:44:00.772578 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9491): Terminated: ok {rc=0}\u000a22:44:00.782830 --- ParallelTerminationStrategy: PID 9492 died...\u000a22:44:00.845684 run iperf3-srv_10.42.42.10(pid=9492): Terminated {rc=256}\u000a22:44:00.859045 --- ParallelTerminationStrategy: PID 9495 died...\u000a22:44:00.915272 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9495): Terminated: ok {rc=0}\u000a22:44:00.925727 --- ParallelTerminationStrategy: PID 9498 died...\u000a22:44:00.982261 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9498): Terminated: ok {rc=0}\u000a22:44:00.992749 --- ParallelTerminationStrategy: PID 9501 died...\u000a22:44:01.050539 run pcap-recorder_any(filters='host 10.42.42.6')(pid=9501): Terminated: ok {rc=0}\u000a22:44:01.138482 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 257, "className" : "gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=9517): Process ended prematurely: osmo-stp_10.42.42.5(pid=9517) [trial-2395↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9517)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=9517): Process ended prematurely: osmo-stp_10.42.42.5(pid=9517) [trial-2395↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9517)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2395 gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo iperf3m4.py\u000a----------------------------------------------\u000a22:44:02.266180 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a22:44:02.278698 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a22:44:02.440804 tst iperf3m4.py: using LAC 36735\u000a22:44:02.567602 tst iperf3m4.py: using RAC 15\u000a22:44:02.692508 tst iperf3m4.py: using CellId 36735\u000a22:44:02.813494 tst iperf3m4.py: using BVCI 36736\u000a22:44:02.836472 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a22:44:02.847579 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a22:44:02.858822 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a22:44:02.869771 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a22:44:02.881248 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a22:44:02.892703 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a22:44:02.904625 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a22:44:02.916248 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a22:44:02.927955 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a22:44:03.049544 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a22:44:03.168088 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a22:44:03.287954 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a22:44:03.569421 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a22:44:03.694948 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a22:44:04.005606 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9503): Launched\u000a22:44:04.263696 run iperf3-srv_10.42.42.10(pid=9504): Launched\u000a22:44:04.446587 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a22:44:04.571213 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a22:44:04.881492 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9505): Launched\u000a22:44:05.139312 run iperf3-srv_10.42.42.10(pid=9506): Launched\u000a22:44:05.321499 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a22:44:05.445787 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a22:44:05.756757 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9507): Launched\u000a22:44:06.014208 run iperf3-srv_10.42.42.10(pid=9508): Launched\u000a22:44:06.196120 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a22:44:06.320472 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a22:44:06.631729 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9509): Launched\u000a22:44:06.890069 run iperf3-srv_10.42.42.10(pid=9510): Launched\u000a22:44:07.071754 tst iperf3m4.py:8: start network...\u000a22:44:07.196032 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:44:07.677610 run create_hlr_db(pid=9511): Launched\u000a22:44:07.850045 bus /gobi_6: Setting Powered False\u000a22:44:08.872448 run create_hlr_db(pid=9511): Terminated: ok {rc=0}\u000a22:44:09.299808 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9513): Launched\u000a22:44:09.622610 run osmo-hlr_10.42.42.2(pid=9514): Launched\u000a22:44:09.741995 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:44:10.299528 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9516): Launched\u000a22:44:10.621644 run osmo-stp_10.42.42.5(pid=9517): Launched\u000a22:44:10.739759 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a22:44:11.299293 run pcap-recorder_any(filters='host 10.42.42.6')(pid=9519): Launched\u000a22:44:11.415149 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a22:44:11.695943 run patchelf(pid=9520): Launched\u000a22:44:11.884182 run osmo-stp_10.42.42.5(pid=9517): ERR: Terminated: ERROR {rc=1} [trial-2395↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9517)]\u000a22:44:12.024058 run osmo-stp_10.42.42.5(pid=9517): stdout: \u000a| (launched: 2022-12-13_22:44:10.463124)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:44:12.162182 run osmo-stp_10.42.42.5(pid=9517): stderr: \u000a| �[0;m�[38;5;43m20221213224410653 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213224410653 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213224410653 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213224410654 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213224410654 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213224410654 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213224410654 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:44:12.295280 run osmo-stp_10.42.42.5(pid=9517): stdout: \u000a| (launched: 2022-12-13_22:44:10.463124)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:44:12.427819 run osmo-stp_10.42.42.5(pid=9517): stderr: \u000a| �[0;m�[38;5;43m20221213224410653 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213224410653 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213224410653 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213224410654 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213224410654 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213224410654 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213224410654 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:44:12.581756 run patchelf(pid=9520): Terminating (SIGINT)\u000a22:44:12.762090 run patchelf(pid=9520): Terminated: ok {rc=0}\u000a22:44:12.795472 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=9517): Process ended prematurely: osmo-stp_10.42.42.5(pid=9517) [trial-2395↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9517)] [trial-2395↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪iperf3m4.py:8]\u000a22:44:12.805826 tst iperf3m4.py:8: Test FAILED (10.6 sec)\u000a22:44:12.870177 run osmo-hlr_10.42.42.2(pid=9514): ERR: Terminated: ERROR {rc=237} [trial-2395↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=9514)]\u000a22:44:12.922032 run osmo-hlr_10.42.42.2(pid=9514): stdout: \u000a| (launched: 2022-12-13_22:44:09.464279) \u000a22:44:12.974468 run osmo-hlr_10.42.42.2(pid=9514): stderr: \u000a| �[0;m�[1;31m20221213224409663 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213224409663 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213224409663 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213224409663 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213224409663 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213224409663 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213224409675 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2395/run.2022-12-13_21-44-31/gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213224409683 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213224409683 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213224409683 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:44:13.019499 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9503): Terminating (SIGTERM)\u000a22:44:13.062352 run iperf3-srv_10.42.42.10(pid=9504): Terminating (SIGTERM)\u000a22:44:13.104376 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9505): Terminating (SIGTERM)\u000a22:44:13.146766 run iperf3-srv_10.42.42.10(pid=9506): Terminating (SIGTERM)\u000a22:44:13.190466 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9507): Terminating (SIGTERM)\u000a22:44:13.232870 run iperf3-srv_10.42.42.10(pid=9508): Terminating (SIGTERM)\u000a22:44:13.274953 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9509): Terminating (SIGTERM)\u000a22:44:13.317241 run iperf3-srv_10.42.42.10(pid=9510): Terminating (SIGTERM)\u000a22:44:13.359216 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9513): Terminating (SIGTERM)\u000a22:44:13.401590 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9516): Terminating (SIGTERM)\u000a22:44:13.443757 run pcap-recorder_any(filters='host 10.42.42.6')(pid=9519): Terminating (SIGTERM)\u000a22:44:13.453458 --- ParallelTerminationStrategy: PID 9503 died...\u000a22:44:13.509904 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9503): Terminated: ok {rc=0}\u000a22:44:13.520013 --- ParallelTerminationStrategy: PID 9504 died...\u000a22:44:13.576132 run iperf3-srv_10.42.42.10(pid=9504): Terminated {rc=256}\u000a22:44:13.586175 --- ParallelTerminationStrategy: PID 9505 died...\u000a22:44:13.642270 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9505): Terminated: ok {rc=0}\u000a22:44:13.652307 --- ParallelTerminationStrategy: PID 9506 died...\u000a22:44:13.708354 run iperf3-srv_10.42.42.10(pid=9506): Terminated {rc=256}\u000a22:44:13.718352 --- ParallelTerminationStrategy: PID 9507 died...\u000a22:44:13.774435 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9507): Terminated: ok {rc=0}\u000a22:44:13.784413 --- ParallelTerminationStrategy: PID 9508 died...\u000a22:44:13.840417 run iperf3-srv_10.42.42.10(pid=9508): Terminated {rc=256}\u000a22:44:13.850526 --- ParallelTerminationStrategy: PID 9509 died...\u000a22:44:13.906328 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9509): Terminated: ok {rc=0}\u000a22:44:13.916699 --- ParallelTerminationStrategy: PID 9510 died...\u000a22:44:13.972601 run iperf3-srv_10.42.42.10(pid=9510): Terminated {rc=256}\u000a22:44:13.982655 --- ParallelTerminationStrategy: PID 9513 died...\u000a22:44:14.038609 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9513): Terminated: ok {rc=0}\u000a22:44:14.048622 --- ParallelTerminationStrategy: PID 9516 died...\u000a22:44:14.104680 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9516): Terminated: ok {rc=0}\u000a22:44:14.114753 --- ParallelTerminationStrategy: PID 9519 died...\u000a22:44:14.170828 run pcap-recorder_any(filters='host 10.42.42.6')(pid=9519): Terminated: ok {rc=0}\u000a22:44:14.258785 bus /gobi_4: Setting Powered False\u000a22:44:15.365494 bus /gobi_4: Setting Powered False\u000a22:44:16.475071 bus /gobi_1: Setting Powered False\u000a22:44:17.578627 bus /gobi_1: Setting Powered False\u000a22:44:18.686797 bus /gobi_0: Setting Powered False\u000a22:44:19.792234 bus /gobi_0: Setting Powered False\u000a22:44:20.899959 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 257, "className" : "gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=9530): Process ended prematurely: osmo-stp_10.42.42.5(pid=9530) [trial-2395↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9530)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=9530): Process ended prematurely: osmo-stp_10.42.42.5(pid=9530) [trial-2395↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9530)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2395 gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo ping.py\u000a----------------------------------------------\u000a22:44:21.968510 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a22:44:21.980525 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a22:44:22.142344 tst ping.py: using LAC 36736\u000a22:44:22.266474 tst ping.py: using RAC 16\u000a22:44:22.391607 tst ping.py: using CellId 36736\u000a22:44:22.514945 tst ping.py: using BVCI 36737\u000a22:44:22.538900 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a22:44:22.550405 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a22:44:22.561801 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a22:44:22.573140 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a22:44:22.584673 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a22:44:22.596276 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a22:44:22.607934 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a22:44:22.619710 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a22:44:22.892220 tst ping.py:19: start network...\u000a22:44:23.014360 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:44:23.485014 run create_hlr_db(pid=9523): Launched\u000a22:44:23.656031 bus /gobi_6: Setting Powered False\u000a22:44:24.675989 run create_hlr_db(pid=9523): Terminated: ok {rc=0}\u000a22:44:25.095298 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9525): Launched\u000a22:44:25.411378 run osmo-hlr_10.42.42.2(pid=9526): Launched\u000a22:44:25.531360 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:44:26.076516 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9529): Launched\u000a22:44:26.372341 run osmo-stp_10.42.42.5(pid=9530): Launched\u000a22:44:26.480182 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a22:44:26.994554 run pcap-recorder_any(filters='host 10.42.42.6')(pid=9532): Launched\u000a22:44:27.098956 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a22:44:27.357242 run patchelf(pid=9533): Launched\u000a22:44:27.529578 run osmo-stp_10.42.42.5(pid=9530): ERR: Terminated: ERROR {rc=1} [trial-2395↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9530)]\u000a22:44:27.655306 run osmo-stp_10.42.42.5(pid=9530): stdout: \u000a| (launched: 2022-12-13_22:44:26.226195)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:44:27.782031 run osmo-stp_10.42.42.5(pid=9530): stderr: \u000a| �[0;m�[38;5;43m20221213224426394 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213224426394 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213224426394 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213224426395 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213224426395 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213224426395 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213224426395 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:44:27.903526 run osmo-stp_10.42.42.5(pid=9530): stdout: \u000a| (launched: 2022-12-13_22:44:26.226195)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:44:28.023914 run osmo-stp_10.42.42.5(pid=9530): stderr: \u000a| �[0;m�[38;5;43m20221213224426394 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213224426394 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213224426394 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213224426395 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213224426395 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213224426395 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213224426395 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:44:28.164546 run patchelf(pid=9533): Terminating (SIGINT)\u000a22:44:28.329456 run patchelf(pid=9533): Terminated: ok {rc=0}\u000a22:44:28.359379 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=9530): Process ended prematurely: osmo-stp_10.42.42.5(pid=9530) [trial-2395↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9530)] [trial-2395↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪ping.py:22]\u000a22:44:28.367969 tst ping.py:22: Test FAILED (6.4 sec)\u000a22:44:28.427697 run osmo-hlr_10.42.42.2(pid=9526): ERR: Terminated: ERROR {rc=237} [trial-2395↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=9526)]\u000a22:44:28.476362 run osmo-hlr_10.42.42.2(pid=9526): stdout: \u000a| (launched: 2022-12-13_22:44:25.255858) \u000a22:44:28.525648 run osmo-hlr_10.42.42.2(pid=9526): stderr: \u000a| �[0;m�[1;31m20221213224425452 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213224425452 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213224425452 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213224425452 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213224425452 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213224425452 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213224425464 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2395/run.2022-12-13_21-44-31/gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213224425473 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213224425473 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213224425473 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:44:28.567418 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9525): Terminating (SIGTERM)\u000a22:44:28.606810 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9529): Terminating (SIGTERM)\u000a22:44:28.646077 run pcap-recorder_any(filters='host 10.42.42.6')(pid=9532): Terminating (SIGTERM)\u000a22:44:28.655336 --- ParallelTerminationStrategy: PID 9525 died...\u000a22:44:28.708400 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9525): Terminated: ok {rc=0}\u000a22:44:28.718048 --- ParallelTerminationStrategy: PID 9529 died...\u000a22:44:28.770800 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9529): Terminated: ok {rc=0}\u000a22:44:28.780274 --- ParallelTerminationStrategy: PID 9532 died...\u000a22:44:28.833059 run pcap-recorder_any(filters='host 10.42.42.6')(pid=9532): Terminated: ok {rc=0}\u000a22:44:28.921160 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 257, "className" : "gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=9540): Process ended prematurely: osmo-stp_10.42.42.5(pid=9540) [trial-2395↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9540)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=9540): Process ended prematurely: osmo-stp_10.42.42.5(pid=9540) [trial-2395↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9540)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2395 gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo ping_idle_ping.py\u000a----------------------------------------------\u000a22:44:29.972054 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a22:44:29.983681 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a22:44:30.136766 tst ping_idle_ping.py: using LAC 36737\u000a22:44:30.260756 tst ping_idle_ping.py: using RAC 17\u000a22:44:30.385656 tst ping_idle_ping.py: using CellId 36737\u000a22:44:30.504051 tst ping_idle_ping.py: using BVCI 36738\u000a22:44:30.526684 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a22:44:30.537668 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a22:44:30.548427 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a22:44:30.559767 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a22:44:30.570664 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a22:44:30.581511 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a22:44:30.592360 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a22:44:30.603236 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a22:44:30.909239 tst ping_idle_ping.py:24: start network...\u000a22:44:31.043464 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:44:31.552770 run create_hlr_db(pid=9534): Launched\u000a22:44:31.730966 bus /gobi_6: Setting Powered False\u000a22:44:32.756834 run create_hlr_db(pid=9534): Terminated: ok {rc=0}\u000a22:44:33.156592 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9536): Launched\u000a22:44:33.452589 run osmo-hlr_10.42.42.2(pid=9537): Launched\u000a22:44:33.560221 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:44:34.072738 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9539): Launched\u000a22:44:34.367357 run osmo-stp_10.42.42.5(pid=9540): Launched\u000a22:44:34.473659 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a22:44:34.988445 run pcap-recorder_any(filters='host 10.42.42.6')(pid=9542): Launched\u000a22:44:35.093495 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a22:44:35.351199 run patchelf(pid=9543): Launched\u000a22:44:35.523962 run osmo-stp_10.42.42.5(pid=9540): ERR: Terminated: ERROR {rc=1} [trial-2395↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9540)]\u000a22:44:35.650233 run osmo-stp_10.42.42.5(pid=9540): stdout: \u000a| (launched: 2022-12-13_22:44:34.222628)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:44:35.777253 run osmo-stp_10.42.42.5(pid=9540): stderr: \u000a| �[0;m�[38;5;43m20221213224434393 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213224434393 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213224434393 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213224434393 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213224434394 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213224434394 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213224434394 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:44:35.899457 run osmo-stp_10.42.42.5(pid=9540): stdout: \u000a| (launched: 2022-12-13_22:44:34.222628)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:44:36.020487 run osmo-stp_10.42.42.5(pid=9540): stderr: \u000a| �[0;m�[38;5;43m20221213224434393 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213224434393 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213224434393 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213224434393 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213224434394 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213224434394 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213224434394 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:44:36.161404 run patchelf(pid=9543): Terminating (SIGINT)\u000a22:44:36.327122 run patchelf(pid=9543): Terminated: ok {rc=0}\u000a22:44:36.357524 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=9540): Process ended prematurely: osmo-stp_10.42.42.5(pid=9540) [trial-2395↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9540)] [trial-2395↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪ping_idle_ping.py:27]\u000a22:44:36.366289 tst ping_idle_ping.py:27: Test FAILED (6.4 sec)\u000a22:44:36.425723 run osmo-hlr_10.42.42.2(pid=9537): ERR: Terminated: ERROR {rc=237} [trial-2395↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=9537)]\u000a22:44:36.474226 run osmo-hlr_10.42.42.2(pid=9537): stdout: \u000a| (launched: 2022-12-13_22:44:33.306965) \u000a22:44:36.523386 run osmo-hlr_10.42.42.2(pid=9537): stderr: \u000a| �[0;m�[1;31m20221213224433484 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213224433484 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213224433484 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213224433484 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213224433484 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213224433484 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213224433495 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2395/run.2022-12-13_21-44-31/gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213224433504 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213224433504 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213224433505 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:44:36.565136 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9536): Terminating (SIGTERM)\u000a22:44:36.604377 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9539): Terminating (SIGTERM)\u000a22:44:36.643790 run pcap-recorder_any(filters='host 10.42.42.6')(pid=9542): Terminating (SIGTERM)\u000a22:44:36.653010 --- ParallelTerminationStrategy: PID 9536 died...\u000a22:44:36.705546 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9536): Terminated: ok {rc=0}\u000a22:44:36.715004 --- ParallelTerminationStrategy: PID 9539 died...\u000a22:44:36.767573 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9539): Terminated: ok {rc=0}\u000a22:44:36.777091 --- ParallelTerminationStrategy: PID 9542 died...\u000a22:44:36.829365 run pcap-recorder_any(filters='host 10.42.42.6')(pid=9542): Terminated: ok {rc=0}\u000a22:44:36.917431 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 60.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "128", "name" : "gprs_trx-lms-limenet-micro+mod-bts0-dynts-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T22:43:39" }, { "cases" : [ { "testActions" : [ ], "age" : 257, "className" : "dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=9554): Process ended prematurely: osmo-stp_10.42.42.5(pid=9554) [trial-2395↪dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9554)]", "failedSince" : 2139, "name" : "switch_tch_pdch.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/dynts/switch_tch_pdch.py\", line 54, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=9554): Process ended prematurely: osmo-stp_10.42.42.5(pid=9554) [trial-2395↪dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9554)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2395 dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any switch_tch_pdch.py\u000a----------------------------------------------\u000a22:44:38.944863 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a22:44:38.956275 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a22:44:39.109196 tst switch_tch_pdch.py: using LAC 36738\u000a22:44:39.225727 tst switch_tch_pdch.py: using RAC 18\u000a22:44:39.343218 tst switch_tch_pdch.py: using CellId 36738\u000a22:44:39.460369 tst switch_tch_pdch.py: using BVCI 36739\u000a22:44:39.482879 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a22:44:39.494148 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a22:44:39.505271 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a22:44:39.516280 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a22:44:39.527389 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a22:44:39.538435 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a22:44:39.549649 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a22:44:39.560665 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a22:44:39.677463 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a22:44:39.965731 tst switch_tch_pdch.py:51: start network...\u000a22:44:40.087533 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:44:40.559127 run create_hlr_db(pid=9548): Launched\u000a22:44:40.729534 bus /gobi_6: Setting Powered False\u000a22:44:41.750919 run create_hlr_db(pid=9548): Terminated: ok {rc=0}\u000a22:44:42.144803 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9550): Launched\u000a22:44:42.440572 run osmo-hlr_10.42.42.2(pid=9551): Launched\u000a22:44:42.547692 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:44:43.059298 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9553): Launched\u000a22:44:43.353913 run osmo-stp_10.42.42.5(pid=9554): Launched\u000a22:44:43.460332 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a22:44:43.975314 run pcap-recorder_any(filters='host 10.42.42.6')(pid=9556): Launched\u000a22:44:44.079992 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a22:44:44.337010 run patchelf(pid=9557): Launched\u000a22:44:44.509652 run osmo-stp_10.42.42.5(pid=9554): ERR: Terminated: ERROR {rc=1} [trial-2395↪dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9554)]\u000a22:44:44.635407 run osmo-stp_10.42.42.5(pid=9554): stdout: \u000a| (launched: 2022-12-13_22:44:43.209169)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:44:44.762264 run osmo-stp_10.42.42.5(pid=9554): stderr: \u000a| �[0;m�[38;5;43m20221213224443376 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213224443376 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213224443376 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213224443377 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213224443379 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213224443379 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213224443379 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:44:44.883954 run osmo-stp_10.42.42.5(pid=9554): stdout: \u000a| (launched: 2022-12-13_22:44:43.209169)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:44:45.004851 run osmo-stp_10.42.42.5(pid=9554): stderr: \u000a| �[0;m�[38;5;43m20221213224443376 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213224443376 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213224443376 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213224443377 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213224443379 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213224443379 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213224443379 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:44:45.145419 run patchelf(pid=9557): Terminating (SIGINT)\u000a22:44:45.311375 run patchelf(pid=9557): Terminated: ok {rc=0}\u000a22:44:45.341586 tst switch_tch_pdch.py:54: ERR: Error: osmo-stp_10.42.42.5(pid=9554): Process ended prematurely: osmo-stp_10.42.42.5(pid=9554) [trial-2395↪dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9554)] [trial-2395↪dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54]\u000a22:44:45.350042 tst switch_tch_pdch.py:54: Test FAILED (6.4 sec)\u000a22:44:45.409027 run osmo-hlr_10.42.42.2(pid=9551): ERR: Terminated: ERROR {rc=237} [trial-2395↪dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py↪switch_tch_pdch.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=9551)]\u000a22:44:45.457586 run osmo-hlr_10.42.42.2(pid=9551): stdout: \u000a| (launched: 2022-12-13_22:44:42.294463) \u000a22:44:45.506636 run osmo-hlr_10.42.42.2(pid=9551): stderr: \u000a| �[0;m�[1;31m20221213224442469 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213224442469 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213224442469 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213224442469 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213224442469 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213224442469 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213224442487 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2395/run.2022-12-13_21-44-31/dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any/switch_tch_pdch.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213224442497 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213224442497 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213224442497 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:44:45.548567 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9550): Terminating (SIGTERM)\u000a22:44:45.587916 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9553): Terminating (SIGTERM)\u000a22:44:45.627475 run pcap-recorder_any(filters='host 10.42.42.6')(pid=9556): Terminating (SIGTERM)\u000a22:44:45.636768 --- ParallelTerminationStrategy: PID 9550 died...\u000a22:44:45.689943 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9550): Terminated: ok {rc=0}\u000a22:44:45.699639 --- ParallelTerminationStrategy: PID 9553 died...\u000a22:44:45.752121 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9553): Terminated: ok {rc=0}\u000a22:44:45.761767 --- ParallelTerminationStrategy: PID 9556 died...\u000a22:44:45.814640 run pcap-recorder_any(filters='host 10.42.42.6')(pid=9556): Terminated: ok {rc=0}\u000a22:44:45.910841 bus /gobi_0: Setting Powered False\u000a22:44:47.014741 bus /gobi_0: Setting Powered False\u000a22:44:48.121059 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "129", "name" : "dynts_trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T22:44:38" }, { "cases" : [ { "testActions" : [ ], "age" : 257, "className" : "dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=9567): Process ended prematurely: osmo-stp_10.42.42.5(pid=9567) [trial-2395↪dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9567)]", "failedSince" : 2139, "name" : "switch_tch_pdch.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/dynts/switch_tch_pdch.py\", line 54, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=9567): Process ended prematurely: osmo-stp_10.42.42.5(pid=9567) [trial-2395↪dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9567)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2395 dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo switch_tch_pdch.py\u000a----------------------------------------------\u000a22:44:50.087308 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a22:44:50.098862 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo: Using 1 x bts (candidates: 1)\u000a22:44:50.257067 tst switch_tch_pdch.py: using LAC 36739\u000a22:44:50.382989 tst switch_tch_pdch.py: using RAC 19\u000a22:44:50.501827 tst switch_tch_pdch.py: using CellId 36739\u000a22:44:50.617491 tst switch_tch_pdch.py: using BVCI 36740\u000a22:44:50.639933 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a22:44:50.650953 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a22:44:50.661736 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a22:44:50.672572 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a22:44:50.683374 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a22:44:50.694167 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a22:44:50.705086 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a22:44:50.715848 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo: Using 1 x modem (candidates: 2)\u000a22:44:50.837354 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo: Using 1 x modem (candidates: 2)\u000a22:44:51.126794 tst switch_tch_pdch.py:51: start network...\u000a22:44:51.258076 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:44:51.727335 run create_hlr_db(pid=9561): Launched\u000a22:44:51.856166 bus /gobi_6: Setting Powered False\u000a22:44:52.931169 run create_hlr_db(pid=9561): Terminated: ok {rc=0}\u000a22:44:53.303996 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9563): Launched\u000a22:44:53.599482 run osmo-hlr_10.42.42.2(pid=9564): Launched\u000a22:44:53.708646 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:44:54.195766 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9566): Launched\u000a22:44:54.490496 run osmo-stp_10.42.42.5(pid=9567): Launched\u000a22:44:54.597945 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a22:44:55.084001 run pcap-recorder_any(filters='host 10.42.42.6')(pid=9569): Launched\u000a22:44:55.188046 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a22:44:55.444345 run patchelf(pid=9570): Launched\u000a22:44:55.616346 run osmo-stp_10.42.42.5(pid=9567): ERR: Terminated: ERROR {rc=1} [trial-2395↪dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9567)]\u000a22:44:55.742224 run osmo-stp_10.42.42.5(pid=9567): stdout: \u000a| (launched: 2022-12-13_22:44:54.344685)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:44:55.867980 run osmo-stp_10.42.42.5(pid=9567): stderr: \u000a| �[0;m�[38;5;43m20221213224454516 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213224454516 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213224454517 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213224454517 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213224454518 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213224454518 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213224454518 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:44:55.990757 run osmo-stp_10.42.42.5(pid=9567): stdout: \u000a| (launched: 2022-12-13_22:44:54.344685)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:44:56.111285 run osmo-stp_10.42.42.5(pid=9567): stderr: \u000a| �[0;m�[38;5;43m20221213224454516 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213224454516 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213224454517 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213224454517 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213224454518 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213224454518 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213224454518 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:44:56.251328 run patchelf(pid=9570): Terminating (SIGINT)\u000a22:44:56.416286 run patchelf(pid=9570): Terminated: ok {rc=0}\u000a22:44:56.446575 tst switch_tch_pdch.py:54: ERR: Error: osmo-stp_10.42.42.5(pid=9567): Process ended prematurely: osmo-stp_10.42.42.5(pid=9567) [trial-2395↪dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9567)] [trial-2395↪dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54]\u000a22:44:56.455197 tst switch_tch_pdch.py:54: Test FAILED (6.4 sec)\u000a22:44:56.514416 run osmo-hlr_10.42.42.2(pid=9564): ERR: Terminated: ERROR {rc=237} [trial-2395↪dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo↪switch_tch_pdch.py↪switch_tch_pdch.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=9564)]\u000a22:44:56.562949 run osmo-hlr_10.42.42.2(pid=9564): stdout: \u000a| (launched: 2022-12-13_22:44:53.453440) \u000a22:44:56.612101 run osmo-hlr_10.42.42.2(pid=9564): stderr: \u000a| �[0;m�[1;31m20221213224453630 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213224453630 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213224453630 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213224453630 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213224453630 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213224453630 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213224453642 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2395/run.2022-12-13_21-44-31/dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo/switch_tch_pdch.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213224453653 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213224453653 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213224453653 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:44:56.653873 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9563): Terminating (SIGTERM)\u000a22:44:56.693248 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9566): Terminating (SIGTERM)\u000a22:44:56.732652 run pcap-recorder_any(filters='host 10.42.42.6')(pid=9569): Terminating (SIGTERM)\u000a22:44:56.741915 --- ParallelTerminationStrategy: PID 9563 died...\u000a22:44:56.794579 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9563): Terminated: ok {rc=0}\u000a22:44:56.804012 --- ParallelTerminationStrategy: PID 9566 died...\u000a22:44:56.856550 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9566): Terminated: ok {rc=0}\u000a22:44:56.865968 --- ParallelTerminationStrategy: PID 9569 died...\u000a22:44:56.918289 run pcap-recorder_any(filters='host 10.42.42.6')(pid=9569): Terminated: ok {rc=0}\u000a22:44:57.001674 bus /gobi_0: Setting Powered False\u000a22:44:58.107503 bus /gobi_0: Setting Powered False\u000a22:44:59.214730 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "130", "name" : "dynts_trx-lms-limenet-micro+mod-bts0-dynts67-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T22:44:49" }, { "cases" : [ { "testActions" : [ ], "age" : 224, "className" : "nitb_sms:nanobts", "duration" : 4.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=9578): Process ended prematurely: osmo-nitb_10.42.42.2(pid=9578) [trial-2395↪nitb_sms:nanobts↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=9578)]", "failedSince" : 2172, "name" : "mo_mt_sms.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_sms/mo_mt_sms.py\", line 11, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=9578): Process ended prematurely: osmo-nitb_10.42.42.2(pid=9578) [trial-2395↪nitb_sms:nanobts↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=9578)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2395 nitb_sms:nanobts mo_mt_sms.py\u000a----------------------------------------------\u000a22:45:01.128707 tst nitb_sms:nanobts: Using 1 x ip_address (candidates: 1)\u000a22:45:01.144198 tst nitb_sms:nanobts: Using 1 x bts (candidates: 1)\u000a22:45:01.304865 tst mo_mt_sms.py: using LAC 36740\u000a22:45:01.456774 tst mo_mt_sms.py: using RAC 20\u000a22:45:01.579159 tst mo_mt_sms.py: using CellId 36740\u000a22:45:01.697507 tst mo_mt_sms.py: using BVCI 36741\u000a22:45:01.720886 tst nitb_sms:nanobts: Using 1 x modem (candidates: 2)\u000a22:45:01.855885 tst nitb_sms:nanobts: Using 1 x modem (candidates: 2)\u000a22:45:02.174183 tst mo_mt_sms.py:9: start nitb and bts...\u000a22:45:02.301906 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a22:45:02.913947 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=9577): Launched\u000a22:45:03.207476 run osmo-nitb_10.42.42.2(pid=9578): Launched\u000a22:45:03.388916 run osmo-nitb_10.42.42.2(pid=9578): ERR: Terminated: ERROR {rc=2} [trial-2395↪nitb_sms:nanobts↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=9578)]\u000a22:45:03.522611 run osmo-nitb_10.42.42.2(pid=9578): stdout: \u000a| (launched: 2022-12-13_22:45:03.064005) \u000a22:45:03.656166 run osmo-nitb_10.42.42.2(pid=9578): stderr: \u000a| (launched: 2022-12-13_22:45:03.107820)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a22:45:03.785818 run osmo-nitb_10.42.42.2(pid=9578): stdout: \u000a| (launched: 2022-12-13_22:45:03.064005) \u000a22:45:03.914363 run osmo-nitb_10.42.42.2(pid=9578): stderr: \u000a| (launched: 2022-12-13_22:45:03.107820)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a22:45:04.326532 tst osmo-nitb_10.42.42.2(pid=9578): stdout: \u000a| (launched: 2022-12-13_22:45:03.064005) \u000a22:45:04.443539 tst osmo-nitb_10.42.42.2(pid=9578): stderr: \u000a| (launched: 2022-12-13_22:45:03.107820)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a22:45:04.494798 tst mo_mt_sms.py:11: ERR: Error: osmo-nitb_10.42.42.2(pid=9578): Process ended prematurely: osmo-nitb_10.42.42.2(pid=9578) [trial-2395↪nitb_sms:nanobts↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=9578)] [trial-2395↪nitb_sms:nanobts↪mo_mt_sms.py:11]\u000a22:45:04.502742 tst mo_mt_sms.py:11: Test FAILED (3.4 sec)\u000a22:45:04.536822 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=9577): Terminating (SIGTERM)\u000a22:45:04.714185 --- ParallelTerminationStrategy: PID 9577 died...\u000a22:45:04.768251 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=9577): Terminated: ok {rc=0}\u000a22:45:04.856543 bus /sierra_3: Setting Powered False\u000a22:45:05.960578 bus /sierra_3: Setting Powered False\u000a22:45:07.073358 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 8.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "131", "name" : "nitb_sms_nanobts", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T22:45:00" }, { "cases" : [ { "testActions" : [ ], "age" : 65, "className" : "sms:nanobts+band-1900", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=9588): Process ended prematurely: osmo-stp_10.42.42.5(pid=9588) [trial-2395↪sms:nanobts+band-1900↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9588)]", "failedSince" : 2331, "name" : "mo_mt_sms.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/sms/mo_mt_sms.py\", line 16, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=9588): Process ended prematurely: osmo-stp_10.42.42.5(pid=9588) [trial-2395↪sms:nanobts+band-1900↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9588)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2395 sms:nanobts+band-1900 mo_mt_sms.py\u000a----------------------------------------------\u000a22:45:08.940471 tst sms:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a22:45:08.951217 tst sms:nanobts+band-1900: Using 1 x bts (candidates: 1)\u000a22:45:09.072640 tst mo_mt_sms.py: using LAC 36741\u000a22:45:09.187566 tst mo_mt_sms.py: using RAC 21\u000a22:45:09.304875 tst mo_mt_sms.py: using CellId 36741\u000a22:45:09.424671 tst mo_mt_sms.py: using BVCI 36742\u000a22:45:09.446938 tst sms:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a22:45:09.457660 tst sms:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a22:45:09.468066 tst sms:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a22:45:09.478525 tst sms:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a22:45:09.488913 tst sms:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a22:45:09.499243 tst sms:nanobts+band-1900: Using 1 x modem (candidates: 2)\u000a22:45:09.619948 tst sms:nanobts+band-1900: Using 1 x modem (candidates: 2)\u000a22:45:09.826877 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:45:10.323978 run create_hlr_db(pid=9582): Launched\u000a22:45:10.508229 bus /sierra_2: Setting Powered False\u000a22:45:11.529380 run create_hlr_db(pid=9582): Terminated: ok {rc=0}\u000a22:45:11.950005 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9584): Launched\u000a22:45:12.266607 run osmo-hlr_10.42.42.2(pid=9585): Launched\u000a22:45:12.382059 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:45:12.930543 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9587): Launched\u000a22:45:13.246987 run osmo-stp_10.42.42.5(pid=9588): Launched\u000a22:45:13.362388 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a22:45:13.939661 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9590): Launched\u000a22:45:14.256248 run osmo-msc_10.42.42.6(pid=9591): Launched\u000a22:45:14.442521 run osmo-stp_10.42.42.5(pid=9588): ERR: Terminated: ERROR {rc=1} [trial-2395↪sms:nanobts+band-1900↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9588)]\u000a22:45:14.576180 run osmo-stp_10.42.42.5(pid=9588): stdout: \u000a| (launched: 2022-12-13_22:45:13.091102)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:45:14.709902 run osmo-stp_10.42.42.5(pid=9588): stderr: \u000a| �[0;m�[38;5;43m20221213224513282 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213224513282 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213224513282 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213224513283 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213224513285 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213224513285 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213224513285 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:45:14.837170 run osmo-stp_10.42.42.5(pid=9588): stdout: \u000a| (launched: 2022-12-13_22:45:13.091102)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:45:14.963599 run osmo-stp_10.42.42.5(pid=9588): stderr: \u000a| �[0;m�[38;5;43m20221213224513282 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213224513282 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213224513282 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213224513283 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213224513285 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213224513285 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213224513285 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:45:15.018881 tst mo_mt_sms.py:16: ERR: Error: osmo-stp_10.42.42.5(pid=9588): Process ended prematurely: osmo-stp_10.42.42.5(pid=9588) [trial-2395↪sms:nanobts+band-1900↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9588)] [trial-2395↪sms:nanobts+band-1900↪mo_mt_sms.py:16]\u000a22:45:15.027179 tst mo_mt_sms.py:16: Test FAILED (6.1 sec)\u000a22:45:15.089991 run osmo-hlr_10.42.42.2(pid=9585): ERR: Terminated: ERROR {rc=237} [trial-2395↪sms:nanobts+band-1900↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=9585)]\u000a22:45:15.141206 run osmo-hlr_10.42.42.2(pid=9585): stdout: \u000a| (launched: 2022-12-13_22:45:12.110573) \u000a22:45:15.192821 run osmo-hlr_10.42.42.2(pid=9585): stderr: \u000a| �[0;m�[1;31m20221213224512307 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213224512307 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213224512307 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213224512307 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213224512307 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213224512308 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213224512320 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2395/run.2022-12-13_21-44-31/sms:nanobts+band-1900/mo_mt_sms.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213224512328 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213224512328 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213224512329 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:45:15.263174 run osmo-msc_10.42.42.6(pid=9591): ERR: Terminated: ERROR {rc=2} [trial-2395↪sms:nanobts+band-1900↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=9591)]\u000a22:45:15.314248 run osmo-msc_10.42.42.6(pid=9591): stdout: \u000a| (launched: 2022-12-13_22:45:14.100785) \u000a22:45:15.365767 run osmo-msc_10.42.42.6(pid=9591): stderr: \u000a| �[0;m�[38;5;43m20221213224514423 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213224514423 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f425a720c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213224514424 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213224514424 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213224514424 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213224514424 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213224514426 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213224514426 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213224514426 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213224514426 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a22:45:15.410291 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9584): Terminating (SIGTERM)\u000a22:45:15.452450 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9587): Terminating (SIGTERM)\u000a22:45:15.494461 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9590): Terminating (SIGTERM)\u000a22:45:15.504103 --- ParallelTerminationStrategy: PID 9584 died...\u000a22:45:15.560749 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9584): Terminated: ok {rc=0}\u000a22:45:15.570989 --- ParallelTerminationStrategy: PID 9587 died...\u000a22:45:15.627184 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9587): Terminated: ok {rc=0}\u000a22:45:15.637315 --- ParallelTerminationStrategy: PID 9590 died...\u000a22:45:15.693498 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9590): Terminated: ok {rc=0}\u000a22:45:15.779517 bus /sierra_3: Setting Powered False\u000a22:45:16.902929 bus /sierra_3: Setting Powered False\u000a22:45:18.010050 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 11.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "132", "name" : "sms_nanobts+band-1900", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T22:45:08" }, { "cases" : [ { "testActions" : [ ], "age" : 224, "className" : "nitb_ussd:nanobts+band-1900", "duration" : 4.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=9597): Process ended prematurely: osmo-nitb_10.42.42.2(pid=9597) [trial-2395↪nitb_ussd:nanobts+band-1900↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=9597)]", "failedSince" : 2172, "name" : "assert_extension.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_ussd/assert_extension.py\", line 12, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=9597): Process ended prematurely: osmo-nitb_10.42.42.2(pid=9597) [trial-2395↪nitb_ussd:nanobts+band-1900↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=9597)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2395 nitb_ussd:nanobts+band-1900 assert_extension.py\u000a----------------------------------------------\u000a22:45:19.830909 tst nitb_ussd:nanobts+band-1900: Using 1 x ip_address (candidates: 1)\u000a22:45:19.841810 tst nitb_ussd:nanobts+band-1900: Using 1 x bts (candidates: 1)\u000a22:45:19.963583 tst assert_extension.py: using LAC 36742\u000a22:45:20.077897 tst assert_extension.py: using RAC 22\u000a22:45:20.191829 tst assert_extension.py: using CellId 36742\u000a22:45:20.305886 tst assert_extension.py: using BVCI 36743\u000a22:45:20.328133 tst nitb_ussd:nanobts+band-1900: Using 1 x modem (candidates: 1)\u000a22:45:20.614267 tst assert_extension.py:10: start nitb and bts...\u000a22:45:20.745713 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a22:45:21.397899 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=9596): Launched\u000a22:45:21.711083 run osmo-nitb_10.42.42.2(pid=9597): Launched\u000a22:45:21.905025 run osmo-nitb_10.42.42.2(pid=9597): ERR: Terminated: ERROR {rc=2} [trial-2395↪nitb_ussd:nanobts+band-1900↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=9597)]\u000a22:45:22.048525 run osmo-nitb_10.42.42.2(pid=9597): stdout: \u000a| (launched: 2022-12-13_22:45:21.559030) \u000a22:45:22.192237 run osmo-nitb_10.42.42.2(pid=9597): stderr: \u000a| (launched: 2022-12-13_22:45:21.606113)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a22:45:22.331245 run osmo-nitb_10.42.42.2(pid=9597): stdout: \u000a| (launched: 2022-12-13_22:45:21.559030) \u000a22:45:22.469365 run osmo-nitb_10.42.42.2(pid=9597): stderr: \u000a| (launched: 2022-12-13_22:45:21.606113)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a22:45:22.839361 tst osmo-nitb_10.42.42.2(pid=9597): stdout: \u000a| (launched: 2022-12-13_22:45:21.559030) \u000a22:45:22.965281 tst osmo-nitb_10.42.42.2(pid=9597): stderr: \u000a| (launched: 2022-12-13_22:45:21.606113)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a22:45:23.020185 tst assert_extension.py:12: ERR: Error: osmo-nitb_10.42.42.2(pid=9597): Process ended prematurely: osmo-nitb_10.42.42.2(pid=9597) [trial-2395↪nitb_ussd:nanobts+band-1900↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=9597)] [trial-2395↪nitb_ussd:nanobts+band-1900↪assert_extension.py:12]\u000a22:45:23.028873 tst assert_extension.py:12: Test FAILED (3.2 sec)\u000a22:45:23.064848 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=9596): Terminating (SIGTERM)\u000a22:45:23.242747 --- ParallelTerminationStrategy: PID 9596 died...\u000a22:45:23.301081 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=9596): Terminated: ok {rc=0}\u000a22:45:23.388318 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 6.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "133", "name" : "nitb_ussd_nanobts+band-1900", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T22:45:19" }, { "cases" : [ { "testActions" : [ ], "age" : 65, "className" : "ussd:nanobts+band-1900", "duration" : 6.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=9607): Process ended prematurely: osmo-stp_10.42.42.5(pid=9607) [trial-2395↪ussd:nanobts+band-1900↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9607)]", "failedSince" : 2331, "name" : "assert_extension.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/ussd/assert_extension.py\", line 17, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=9607): Process ended prematurely: osmo-stp_10.42.42.5(pid=9607) [trial-2395↪ussd:nanobts+band-1900↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9607)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2395 ussd:nanobts+band-1900 assert_extension.py\u000a----------------------------------------------\u000a22:45:25.210417 tst ussd:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a22:45:25.222667 tst ussd:nanobts+band-1900: Using 1 x bts (candidates: 1)\u000a22:45:25.355102 tst assert_extension.py: using LAC 36743\u000a22:45:25.475496 tst assert_extension.py: using RAC 23\u000a22:45:25.594233 tst assert_extension.py: using CellId 36743\u000a22:45:25.709817 tst assert_extension.py: using BVCI 36744\u000a22:45:25.732279 tst ussd:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a22:45:25.743089 tst ussd:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a22:45:25.753728 tst ussd:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a22:45:25.764354 tst ussd:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a22:45:25.775820 tst ussd:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a22:45:25.786894 tst ussd:nanobts+band-1900: Using 1 x modem (candidates: 1)\u000a22:45:25.993451 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:45:26.490953 run create_hlr_db(pid=9601): Launched\u000a22:45:26.674616 bus /sierra_2: Setting Powered False\u000a22:45:27.695102 run create_hlr_db(pid=9601): Terminated: ok {rc=0}\u000a22:45:28.091763 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9603): Launched\u000a22:45:28.388434 run osmo-hlr_10.42.42.2(pid=9604): Launched\u000a22:45:28.504893 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:45:29.026243 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9606): Launched\u000a22:45:29.319833 run osmo-stp_10.42.42.5(pid=9607): Launched\u000a22:45:29.426747 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a22:45:29.964050 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9609): Launched\u000a22:45:30.260120 run osmo-msc_10.42.42.6(pid=9610): Launched\u000a22:45:30.434446 run osmo-stp_10.42.42.5(pid=9607): ERR: Terminated: ERROR {rc=1} [trial-2395↪ussd:nanobts+band-1900↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9607)]\u000a22:45:30.560067 run osmo-stp_10.42.42.5(pid=9607): stdout: \u000a| (launched: 2022-12-13_22:45:29.175667)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:45:30.683005 run osmo-stp_10.42.42.5(pid=9607): stderr: \u000a| �[0;m�[38;5;43m20221213224529346 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213224529346 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213224529346 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213224529346 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213224529347 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213224529347 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213224529347 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:45:30.800880 run osmo-stp_10.42.42.5(pid=9607): stdout: \u000a| (launched: 2022-12-13_22:45:29.175667)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:45:30.943438 run osmo-stp_10.42.42.5(pid=9607): stderr: \u000a| �[0;m�[38;5;43m20221213224529346 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213224529346 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213224529346 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213224529346 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213224529347 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213224529347 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213224529347 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:45:30.995958 tst assert_extension.py:17: ERR: Error: osmo-stp_10.42.42.5(pid=9607): Process ended prematurely: osmo-stp_10.42.42.5(pid=9607) [trial-2395↪ussd:nanobts+band-1900↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9607)] [trial-2395↪ussd:nanobts+band-1900↪assert_extension.py:17]\u000a22:45:31.004369 tst assert_extension.py:17: Test FAILED (5.8 sec)\u000a22:45:31.071735 run osmo-hlr_10.42.42.2(pid=9604): ERR: Terminated: ERROR {rc=237} [trial-2395↪ussd:nanobts+band-1900↪assert_extension.py↪assert_extension.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=9604)]\u000a22:45:31.125794 run osmo-hlr_10.42.42.2(pid=9604): stdout: \u000a| (launched: 2022-12-13_22:45:28.242349) \u000a22:45:31.181057 run osmo-hlr_10.42.42.2(pid=9604): stderr: \u000a| �[0;m�[1;31m20221213224528419 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213224528419 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213224528420 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213224528420 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213224528420 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213224528420 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213224528432 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2395/run.2022-12-13_21-44-31/ussd:nanobts+band-1900/assert_extension.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213224528440 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213224528441 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213224528441 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:45:31.256354 run osmo-msc_10.42.42.6(pid=9610): ERR: Terminated: ERROR {rc=2} [trial-2395↪ussd:nanobts+band-1900↪assert_extension.py↪assert_extension.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=9610)]\u000a22:45:31.310904 run osmo-msc_10.42.42.6(pid=9610): stdout: \u000a| (launched: 2022-12-13_22:45:30.113743) \u000a22:45:31.365628 run osmo-msc_10.42.42.6(pid=9610): stderr: \u000a| �[0;m�[38;5;43m20221213224530386 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213224530387 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f49bd6e8c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213224530387 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213224530387 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213224530387 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213224530387 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213224530389 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213224530389 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213224530389 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213224530390 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a22:45:31.413922 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9603): Terminating (SIGTERM)\u000a22:45:31.460363 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9606): Terminating (SIGTERM)\u000a22:45:31.506654 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9609): Terminating (SIGTERM)\u000a22:45:31.517691 --- ParallelTerminationStrategy: PID 9603 died...\u000a22:45:31.579269 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9603): Terminated: ok {rc=0}\u000a22:45:31.590838 --- ParallelTerminationStrategy: PID 9606 died...\u000a22:45:31.651036 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9606): Terminated: ok {rc=0}\u000a22:45:31.663516 --- ParallelTerminationStrategy: PID 9609 died...\u000a22:45:31.721796 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9609): Terminated: ok {rc=0}\u000a22:45:31.814126 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 9.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "134", "name" : "ussd_nanobts+band-1900", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T22:45:25" }, { "cases" : [ { "testActions" : [ ], "age" : 65, "className" : "voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=9621): Process ended prematurely: osmo-stp_10.42.42.5(pid=9621) [trial-2395↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9621)]", "failedSince" : 2331, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=9621): Process ended prematurely: osmo-stp_10.42.42.5(pid=9621) [trial-2395↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9621)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2395 voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call.py\u000a----------------------------------------------\u000a22:45:33.737735 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a22:45:33.748873 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1)\u000a22:45:33.896589 tst mo_mt_call.py: using LAC 36744\u000a22:45:34.014114 tst mo_mt_call.py: using RAC 24\u000a22:45:34.132461 tst mo_mt_call.py: using CellId 36744\u000a22:45:34.253802 tst mo_mt_call.py: using BVCI 36745\u000a22:45:34.276378 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a22:45:34.287495 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a22:45:34.298314 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a22:45:34.309197 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a22:45:34.320197 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a22:45:34.331045 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a22:45:34.451023 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a22:45:34.652573 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:45:35.131553 run create_hlr_db(pid=9615): Launched\u000a22:45:35.302974 bus /sierra_2: Setting Powered False\u000a22:45:36.326680 run create_hlr_db(pid=9615): Terminated: ok {rc=0}\u000a22:45:36.754898 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9617): Launched\u000a22:45:37.075996 run osmo-hlr_10.42.42.2(pid=9618): Launched\u000a22:45:37.195722 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:45:37.752562 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9620): Launched\u000a22:45:38.072373 run osmo-stp_10.42.42.5(pid=9621): Launched\u000a22:45:38.191276 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a22:45:38.778270 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9623): Launched\u000a22:45:39.098394 run osmo-msc_10.42.42.6(pid=9624): Launched\u000a22:45:39.286367 run osmo-stp_10.42.42.5(pid=9621): ERR: Terminated: ERROR {rc=1} [trial-2395↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9621)]\u000a22:45:39.422523 run osmo-stp_10.42.42.5(pid=9621): stdout: \u000a| (launched: 2022-12-13_22:45:37.914909)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:45:39.558522 run osmo-stp_10.42.42.5(pid=9621): stderr: \u000a| �[0;m�[38;5;43m20221213224538105 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213224538106 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213224538106 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213224538106 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213224538108 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213224538109 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213224538109 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:45:39.687816 run osmo-stp_10.42.42.5(pid=9621): stdout: \u000a| (launched: 2022-12-13_22:45:37.914909)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:45:39.815973 run osmo-stp_10.42.42.5(pid=9621): stderr: \u000a| �[0;m�[38;5;43m20221213224538105 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213224538106 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213224538106 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213224538106 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213224538108 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213224538109 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213224538109 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:45:39.872321 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=9621): Process ended prematurely: osmo-stp_10.42.42.5(pid=9621) [trial-2395↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9621)] [trial-2395↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8]\u000a22:45:39.881692 tst mo_mt_call.py:8: Test FAILED (6.2 sec)\u000a22:45:39.944235 run osmo-hlr_10.42.42.2(pid=9618): ERR: Terminated: ERROR {rc=237} [trial-2395↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=9618)]\u000a22:45:39.995394 run osmo-hlr_10.42.42.2(pid=9618): stdout: \u000a| (launched: 2022-12-13_22:45:36.917704) \u000a22:45:40.047284 run osmo-hlr_10.42.42.2(pid=9618): stderr: \u000a| �[0;m�[1;31m20221213224537118 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213224537118 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213224537118 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213224537118 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213224537118 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213224537118 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213224537129 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2395/run.2022-12-13_21-44-31/voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213224537138 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213224537138 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213224537138 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:45:40.117601 run osmo-msc_10.42.42.6(pid=9624): ERR: Terminated: ERROR {rc=2} [trial-2395↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=9624)]\u000a22:45:40.168523 run osmo-msc_10.42.42.6(pid=9624): stdout: \u000a| (launched: 2022-12-13_22:45:38.941351) \u000a22:45:40.220207 run osmo-msc_10.42.42.6(pid=9624): stderr: \u000a| �[0;m�[38;5;43m20221213224539261 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213224539262 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fd4a320ec40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213224539262 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213224539262 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213224539262 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213224539262 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213224539264 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213224539264 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213224539264 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213224539264 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a22:45:40.264630 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9617): Terminating (SIGTERM)\u000a22:45:40.306808 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9620): Terminating (SIGTERM)\u000a22:45:40.348888 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9623): Terminating (SIGTERM)\u000a22:45:40.358593 --- ParallelTerminationStrategy: PID 9617 died...\u000a22:45:40.414995 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9617): Terminated: ok {rc=0}\u000a22:45:40.425082 --- ParallelTerminationStrategy: PID 9620 died...\u000a22:45:40.481045 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9620): Terminated: ok {rc=0}\u000a22:45:40.490954 --- ParallelTerminationStrategy: PID 9623 died...\u000a22:45:40.547076 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9623): Terminated: ok {rc=0}\u000a22:45:40.633988 bus /sierra_3: Setting Powered False\u000a22:45:41.739837 bus /sierra_3: Setting Powered False\u000a22:45:42.850786 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 74, "className" : "voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=9632): Process ended prematurely: osmo-stp_10.42.42.5(pid=9632) [trial-2395↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9632)]", "failedSince" : 2322, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=9632): Process ended prematurely: osmo-stp_10.42.42.5(pid=9632) [trial-2395↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9632)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2395 voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a22:45:43.959819 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a22:45:43.971472 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1)\u000a22:45:44.117235 tst mo_mt_call_osmux.py: using LAC 36745\u000a22:45:44.234889 tst mo_mt_call_osmux.py: using RAC 25\u000a22:45:44.362437 tst mo_mt_call_osmux.py: using CellId 36745\u000a22:45:44.483843 tst mo_mt_call_osmux.py: using BVCI 36746\u000a22:45:44.506545 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a22:45:44.517680 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a22:45:44.528640 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a22:45:44.539623 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a22:45:44.550694 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a22:45:44.561661 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a22:45:44.676883 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a22:45:44.887914 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:45:45.394554 run create_hlr_db(pid=9626): Launched\u000a22:45:45.580941 bus /sierra_2: Setting Powered False\u000a22:45:46.611389 run create_hlr_db(pid=9626): Terminated: ok {rc=0}\u000a22:45:47.060828 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9628): Launched\u000a22:45:47.386632 run osmo-hlr_10.42.42.2(pid=9629): Launched\u000a22:45:47.504913 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:45:48.064844 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9631): Launched\u000a22:45:48.387708 run osmo-stp_10.42.42.5(pid=9632): Launched\u000a22:45:48.505879 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a22:45:49.092108 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9634): Launched\u000a22:45:49.413666 run osmo-msc_10.42.42.6(pid=9635): Launched\u000a22:45:49.603885 run osmo-stp_10.42.42.5(pid=9632): ERR: Terminated: ERROR {rc=1} [trial-2395↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9632)]\u000a22:45:49.740801 run osmo-stp_10.42.42.5(pid=9632): stdout: \u000a| (launched: 2022-12-13_22:45:48.228697)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:45:49.876883 run osmo-stp_10.42.42.5(pid=9632): stderr: \u000a| �[0;m�[38;5;43m20221213224548422 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213224548422 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213224548422 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213224548423 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213224548423 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213224548423 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213224548423 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:45:50.006412 run osmo-stp_10.42.42.5(pid=9632): stdout: \u000a| (launched: 2022-12-13_22:45:48.228697)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:45:50.134761 run osmo-stp_10.42.42.5(pid=9632): stderr: \u000a| �[0;m�[38;5;43m20221213224548422 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213224548422 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213224548422 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213224548423 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213224548423 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213224548423 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213224548423 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:45:50.191200 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=9632): Process ended prematurely: osmo-stp_10.42.42.5(pid=9632) [trial-2395↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9632)] [trial-2395↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8]\u000a22:45:50.200285 tst mo_mt_call_osmux.py:8: Test FAILED (6.3 sec)\u000a22:45:50.263105 run osmo-hlr_10.42.42.2(pid=9629): ERR: Terminated: ERROR {rc=237} [trial-2395↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=9629)]\u000a22:45:50.314120 run osmo-hlr_10.42.42.2(pid=9629): stdout: \u000a| (launched: 2022-12-13_22:45:47.226893) \u000a22:45:50.365846 run osmo-hlr_10.42.42.2(pid=9629): stderr: \u000a| �[0;m�[1;31m20221213224547423 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213224547423 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213224547423 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213224547424 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213224547424 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213224547424 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213224547436 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2395/run.2022-12-13_21-44-31/voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213224547444 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213224547445 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213224547445 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:45:50.436747 run osmo-msc_10.42.42.6(pid=9635): ERR: Terminated: ERROR {rc=2} [trial-2395↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=9635)]\u000a22:45:50.488149 run osmo-msc_10.42.42.6(pid=9635): stdout: \u000a| (launched: 2022-12-13_22:45:49.255050) \u000a22:45:50.539731 run osmo-msc_10.42.42.6(pid=9635): stderr: \u000a| �[0;m�[38;5;43m20221213224549573 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213224549573 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f31c4865c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213224549573 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213224549574 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213224549574 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213224549574 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213224549575 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213224549576 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213224549576 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213224549576 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a22:45:50.583570 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9628): Terminating (SIGTERM)\u000a22:45:50.625032 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9631): Terminating (SIGTERM)\u000a22:45:50.666950 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9634): Terminating (SIGTERM)\u000a22:45:50.676521 --- ParallelTerminationStrategy: PID 9628 died...\u000a22:45:50.732475 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9628): Terminated: ok {rc=0}\u000a22:45:50.742445 --- ParallelTerminationStrategy: PID 9631 died...\u000a22:45:50.798053 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9631): Terminated: ok {rc=0}\u000a22:45:50.807998 --- ParallelTerminationStrategy: PID 9634 died...\u000a22:45:50.863490 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9634): Terminated: ok {rc=0}\u000a22:45:50.950262 bus /sierra_3: Setting Powered False\u000a22:45:52.054003 bus /sierra_3: Setting Powered False\u000a22:45:53.163874 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "135", "name" : "voice_nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T22:45:33" }, { "cases" : [ { "testActions" : [ ], "age" : 65, "className" : "voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=9646): Process ended prematurely: osmo-stp_10.42.42.5(pid=9646) [trial-2395↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9646)]", "failedSince" : 2331, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=9646): Process ended prematurely: osmo-stp_10.42.42.5(pid=9646) [trial-2395↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9646)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2395 voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call.py\u000a----------------------------------------------\u000a22:45:55.153788 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a22:45:55.165487 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1)\u000a22:45:55.320105 tst mo_mt_call.py: using LAC 36746\u000a22:45:55.444842 tst mo_mt_call.py: using RAC 26\u000a22:45:55.571388 tst mo_mt_call.py: using CellId 36746\u000a22:45:55.696195 tst mo_mt_call.py: using BVCI 36747\u000a22:45:55.720404 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a22:45:55.731938 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a22:45:55.743319 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a22:45:55.754950 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a22:45:55.766726 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a22:45:55.778346 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a22:45:55.894677 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a22:45:56.105172 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:45:56.609513 run create_hlr_db(pid=9640): Launched\u000a22:45:56.794596 bus /sierra_2: Setting Powered False\u000a22:45:57.816163 run create_hlr_db(pid=9640): Terminated: ok {rc=0}\u000a22:45:58.219297 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9642): Launched\u000a22:45:58.520187 run osmo-hlr_10.42.42.2(pid=9643): Launched\u000a22:45:58.631302 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:45:59.151156 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9645): Launched\u000a22:45:59.450442 run osmo-stp_10.42.42.5(pid=9646): Launched\u000a22:45:59.561039 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a22:46:00.109630 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9648): Launched\u000a22:46:00.410969 run osmo-msc_10.42.42.6(pid=9649): Launched\u000a22:46:00.588397 run osmo-stp_10.42.42.5(pid=9646): ERR: Terminated: ERROR {rc=1} [trial-2395↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9646)]\u000a22:46:00.715941 run osmo-stp_10.42.42.5(pid=9646): stdout: \u000a| (launched: 2022-12-13_22:45:59.303641)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:46:00.852933 run osmo-stp_10.42.42.5(pid=9646): stderr: \u000a| �[0;m�[38;5;43m20221213224559474 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213224559475 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213224559475 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213224559475 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213224559476 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213224559476 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213224559476 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:46:00.986517 run osmo-stp_10.42.42.5(pid=9646): stdout: \u000a| (launched: 2022-12-13_22:45:59.303641)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:46:01.120311 run osmo-stp_10.42.42.5(pid=9646): stderr: \u000a| �[0;m�[38;5;43m20221213224559474 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213224559475 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213224559475 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213224559475 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213224559476 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213224559476 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213224559476 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:46:01.178912 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=9646): Process ended prematurely: osmo-stp_10.42.42.5(pid=9646) [trial-2395↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9646)] [trial-2395↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8]\u000a22:46:01.189182 tst mo_mt_call.py:8: Test FAILED (6.1 sec)\u000a22:46:01.256560 run osmo-hlr_10.42.42.2(pid=9643): ERR: Terminated: ERROR {rc=237} [trial-2395↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=9643)]\u000a22:46:01.310521 run osmo-hlr_10.42.42.2(pid=9643): stdout: \u000a| (launched: 2022-12-13_22:45:58.371798) \u000a22:46:01.366025 run osmo-hlr_10.42.42.2(pid=9643): stderr: \u000a| �[0;m�[1;31m20221213224558548 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213224558548 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213224558548 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213224558548 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213224558548 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213224558548 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213224558560 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2395/run.2022-12-13_21-44-31/voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213224558569 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213224558569 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213224558569 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:46:01.440720 run osmo-msc_10.42.42.6(pid=9649): ERR: Terminated: ERROR {rc=2} [trial-2395↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=9649)]\u000a22:46:01.494801 run osmo-msc_10.42.42.6(pid=9649): stdout: \u000a| (launched: 2022-12-13_22:46:00.261906) \u000a22:46:01.549457 run osmo-msc_10.42.42.6(pid=9649): stderr: \u000a| �[0;m�[38;5;43m20221213224600535 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213224600535 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f926b0c7c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213224600535 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213224600535 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213224600535 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213224600535 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213224600537 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213224600538 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213224600538 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213224600538 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a22:46:01.597177 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9642): Terminating (SIGTERM)\u000a22:46:01.644819 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9645): Terminating (SIGTERM)\u000a22:46:01.691507 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9648): Terminating (SIGTERM)\u000a22:46:01.702345 --- ParallelTerminationStrategy: PID 9642 died...\u000a22:46:01.763229 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9642): Terminated: ok {rc=0}\u000a22:46:01.774945 --- ParallelTerminationStrategy: PID 9645 died...\u000a22:46:01.834966 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9645): Terminated: ok {rc=0}\u000a22:46:01.847344 --- ParallelTerminationStrategy: PID 9648 died...\u000a22:46:01.905675 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9648): Terminated: ok {rc=0}\u000a22:46:01.996718 bus /sierra_3: Setting Powered False\u000a22:46:03.098279 bus /sierra_3: Setting Powered False\u000a22:46:04.207312 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 76, "className" : "voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=9657): Process ended prematurely: osmo-stp_10.42.42.5(pid=9657) [trial-2395↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9657)]", "failedSince" : 2320, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=9657): Process ended prematurely: osmo-stp_10.42.42.5(pid=9657) [trial-2395↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9657)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2395 voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a22:46:05.315038 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a22:46:05.326655 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1)\u000a22:46:05.472854 tst mo_mt_call_osmux.py: using LAC 36747\u000a22:46:05.592649 tst mo_mt_call_osmux.py: using RAC 27\u000a22:46:05.710298 tst mo_mt_call_osmux.py: using CellId 36747\u000a22:46:05.827425 tst mo_mt_call_osmux.py: using BVCI 36748\u000a22:46:05.850229 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a22:46:05.861410 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a22:46:05.872339 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a22:46:05.883291 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a22:46:05.894360 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a22:46:05.905269 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a22:46:06.021254 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a22:46:06.234261 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:46:06.714712 run create_hlr_db(pid=9651): Launched\u000a22:46:06.886920 bus /sierra_2: Setting Powered False\u000a22:46:07.909356 run create_hlr_db(pid=9651): Terminated: ok {rc=0}\u000a22:46:08.336206 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9653): Launched\u000a22:46:08.658404 run osmo-hlr_10.42.42.2(pid=9654): Launched\u000a22:46:08.775919 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:46:09.332153 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9656): Launched\u000a22:46:09.653482 run osmo-stp_10.42.42.5(pid=9657): Launched\u000a22:46:09.770491 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a22:46:10.358778 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9659): Launched\u000a22:46:10.682405 run osmo-msc_10.42.42.6(pid=9660): Launched\u000a22:46:10.872068 run osmo-stp_10.42.42.5(pid=9657): ERR: Terminated: ERROR {rc=1} [trial-2395↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9657)]\u000a22:46:11.009768 run osmo-stp_10.42.42.5(pid=9657): stdout: \u000a| (launched: 2022-12-13_22:46:09.495969)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:46:11.146213 run osmo-stp_10.42.42.5(pid=9657): stderr: \u000a| �[0;m�[38;5;43m20221213224609689 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213224609689 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213224609690 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213224609690 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213224609691 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213224609691 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213224609691 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:46:11.275921 run osmo-stp_10.42.42.5(pid=9657): stdout: \u000a| (launched: 2022-12-13_22:46:09.495969)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:46:11.404526 run osmo-stp_10.42.42.5(pid=9657): stderr: \u000a| �[0;m�[38;5;43m20221213224609689 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213224609689 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213224609690 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213224609690 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213224609691 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213224609691 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213224609691 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:46:11.461065 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=9657): Process ended prematurely: osmo-stp_10.42.42.5(pid=9657) [trial-2395↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9657)] [trial-2395↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8]\u000a22:46:11.470613 tst mo_mt_call_osmux.py:8: Test FAILED (6.2 sec)\u000a22:46:11.533471 run osmo-hlr_10.42.42.2(pid=9654): ERR: Terminated: ERROR {rc=237} [trial-2395↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=9654)]\u000a22:46:11.584460 run osmo-hlr_10.42.42.2(pid=9654): stdout: \u000a| (launched: 2022-12-13_22:46:08.500184) \u000a22:46:11.635884 run osmo-hlr_10.42.42.2(pid=9654): stderr: \u000a| �[0;m�[1;31m20221213224608697 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213224608697 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213224608697 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213224608697 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213224608697 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213224608697 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213224608728 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2395/run.2022-12-13_21-44-31/voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213224608738 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213224608738 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213224608738 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:46:11.706052 run osmo-msc_10.42.42.6(pid=9660): ERR: Terminated: ERROR {rc=2} [trial-2395↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=9660)]\u000a22:46:11.757318 run osmo-msc_10.42.42.6(pid=9660): stdout: \u000a| (launched: 2022-12-13_22:46:10.523554) \u000a22:46:11.808695 run osmo-msc_10.42.42.6(pid=9660): stderr: \u000a| �[0;m�[38;5;43m20221213224610845 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213224610846 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fe306eafc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213224610846 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213224610846 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213224610846 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213224610846 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213224610850 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213224610850 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213224610850 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213224610850 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a22:46:11.852509 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9653): Terminating (SIGTERM)\u000a22:46:11.894051 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9656): Terminating (SIGTERM)\u000a22:46:11.935504 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9659): Terminating (SIGTERM)\u000a22:46:11.945109 --- ParallelTerminationStrategy: PID 9653 died...\u000a22:46:12.001266 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9653): Terminated: ok {rc=0}\u000a22:46:12.011235 --- ParallelTerminationStrategy: PID 9656 died...\u000a22:46:12.066939 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9656): Terminated: ok {rc=0}\u000a22:46:12.076884 --- ParallelTerminationStrategy: PID 9659 died...\u000a22:46:12.132342 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9659): Terminated: ok {rc=0}\u000a22:46:12.218316 bus /sierra_3: Setting Powered False\u000a22:46:13.323406 bus /sierra_3: Setting Powered False\u000a22:46:14.431186 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "136", "name" : "voice_nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T22:45:54" }, { "cases" : [ { "testActions" : [ ], "age" : 65, "className" : "voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=9671): Process ended prematurely: osmo-stp_10.42.42.5(pid=9671) [trial-2395↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9671)]", "failedSince" : 2331, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=9671): Process ended prematurely: osmo-stp_10.42.42.5(pid=9671) [trial-2395↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9671)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2395 voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call.py\u000a----------------------------------------------\u000a22:46:16.427098 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a22:46:16.442867 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1)\u000a22:46:16.608841 tst mo_mt_call.py: using LAC 36748\u000a22:46:16.734395 tst mo_mt_call.py: using RAC 28\u000a22:46:16.859232 tst mo_mt_call.py: using CellId 36748\u000a22:46:17.008319 tst mo_mt_call.py: using BVCI 36749\u000a22:46:17.041401 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a22:46:17.053686 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a22:46:17.066000 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a22:46:17.078140 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a22:46:17.090613 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a22:46:17.103179 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a22:46:17.224354 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a22:46:17.425723 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:46:17.911331 run create_hlr_db(pid=9665): Launched\u000a22:46:18.097526 bus /sierra_2: Setting Powered False\u000a22:46:19.118729 run create_hlr_db(pid=9665): Terminated: ok {rc=0}\u000a22:46:19.522175 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9667): Launched\u000a22:46:19.821626 run osmo-hlr_10.42.42.2(pid=9668): Launched\u000a22:46:19.931343 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:46:20.453579 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9670): Launched\u000a22:46:20.754003 run osmo-stp_10.42.42.5(pid=9671): Launched\u000a22:46:20.862875 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a22:46:21.410998 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9673): Launched\u000a22:46:21.711582 run osmo-msc_10.42.42.6(pid=9674): Launched\u000a22:46:21.911384 run osmo-stp_10.42.42.5(pid=9671): ERR: Terminated: ERROR {rc=1} [trial-2395↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9671)]\u000a22:46:22.092678 run osmo-stp_10.42.42.5(pid=9671): stdout: \u000a| (launched: 2022-12-13_22:46:20.606629)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:46:22.226847 run osmo-stp_10.42.42.5(pid=9671): stderr: \u000a| �[0;m�[38;5;43m20221213224620777 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213224620777 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213224620778 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213224620778 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213224620778 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213224620778 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213224620779 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:46:22.356405 run osmo-stp_10.42.42.5(pid=9671): stdout: \u000a| (launched: 2022-12-13_22:46:20.606629)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:46:22.485406 run osmo-stp_10.42.42.5(pid=9671): stderr: \u000a| �[0;m�[38;5;43m20221213224620777 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213224620777 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213224620778 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213224620778 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213224620778 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213224620778 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213224620779 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:46:22.542339 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=9671): Process ended prematurely: osmo-stp_10.42.42.5(pid=9671) [trial-2395↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9671)] [trial-2395↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8]\u000a22:46:22.551635 tst mo_mt_call.py:8: Test FAILED (6.2 sec)\u000a22:46:22.614847 run osmo-hlr_10.42.42.2(pid=9668): ERR: Terminated: ERROR {rc=237} [trial-2395↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=9668)]\u000a22:46:22.666748 run osmo-hlr_10.42.42.2(pid=9668): stdout: \u000a| (launched: 2022-12-13_22:46:19.675029) \u000a22:46:22.719015 run osmo-hlr_10.42.42.2(pid=9668): stderr: \u000a| �[0;m�[1;31m20221213224619850 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213224619850 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213224619850 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213224619850 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213224619850 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213224619850 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213224619866 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2395/run.2022-12-13_21-44-31/voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213224619876 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213224619877 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213224619877 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:46:22.790157 run osmo-msc_10.42.42.6(pid=9674): ERR: Terminated: ERROR {rc=2} [trial-2395↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=9674)]\u000a22:46:22.841525 run osmo-msc_10.42.42.6(pid=9674): stdout: \u000a| (launched: 2022-12-13_22:46:21.563650) \u000a22:46:22.893858 run osmo-msc_10.42.42.6(pid=9674): stderr: \u000a| �[0;m�[38;5;43m20221213224621834 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213224621834 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7ff4463f1c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213224621834 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213224621834 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213224621835 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213224621835 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213224621837 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213224621837 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213224621837 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213224621837 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a22:46:22.938243 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9667): Terminating (SIGTERM)\u000a22:46:22.980118 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9670): Terminating (SIGTERM)\u000a22:46:23.022189 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9673): Terminating (SIGTERM)\u000a22:46:23.031996 --- ParallelTerminationStrategy: PID 9667 died...\u000a22:46:23.088420 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9667): Terminated: ok {rc=0}\u000a22:46:23.098581 --- ParallelTerminationStrategy: PID 9670 died...\u000a22:46:23.154747 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9670): Terminated: ok {rc=0}\u000a22:46:23.164755 --- ParallelTerminationStrategy: PID 9673 died...\u000a22:46:23.220901 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9673): Terminated: ok {rc=0}\u000a22:46:23.308606 bus /sierra_3: Setting Powered False\u000a22:46:24.412172 bus /sierra_3: Setting Powered False\u000a22:46:25.522400 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 76, "className" : "voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=9682): Process ended prematurely: osmo-stp_10.42.42.5(pid=9682) [trial-2395↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9682)]", "failedSince" : 2320, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=9682): Process ended prematurely: osmo-stp_10.42.42.5(pid=9682) [trial-2395↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9682)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2395 voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a22:46:26.637581 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a22:46:26.649886 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1)\u000a22:46:26.810140 tst mo_mt_call_osmux.py: using LAC 36749\u000a22:46:26.934044 tst mo_mt_call_osmux.py: using RAC 29\u000a22:46:27.058239 tst mo_mt_call_osmux.py: using CellId 36749\u000a22:46:27.184117 tst mo_mt_call_osmux.py: using BVCI 36750\u000a22:46:27.208457 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a22:46:27.220053 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a22:46:27.231609 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a22:46:27.243140 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a22:46:27.255068 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a22:46:27.266839 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a22:46:27.383586 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a22:46:27.582634 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:46:28.061926 run create_hlr_db(pid=9676): Launched\u000a22:46:28.234058 bus /sierra_2: Setting Powered False\u000a22:46:29.256459 run create_hlr_db(pid=9676): Terminated: ok {rc=0}\u000a22:46:29.655440 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9678): Launched\u000a22:46:29.954665 run osmo-hlr_10.42.42.2(pid=9679): Launched\u000a22:46:30.064542 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:46:30.585646 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9681): Launched\u000a22:46:30.971135 run osmo-stp_10.42.42.5(pid=9682): Launched\u000a22:46:31.210181 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a22:46:31.842610 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9684): Launched\u000a22:46:32.197561 run osmo-msc_10.42.42.6(pid=9685): Launched\u000a22:46:32.391388 run osmo-stp_10.42.42.5(pid=9682): ERR: Terminated: ERROR {rc=1} [trial-2395↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9682)]\u000a22:46:32.530764 run osmo-stp_10.42.42.5(pid=9682): stdout: \u000a| (launched: 2022-12-13_22:46:30.738449)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:46:32.670187 run osmo-stp_10.42.42.5(pid=9682): stderr: \u000a| �[0;m�[38;5;43m20221213224630991 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213224630991 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213224630991 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213224630991 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213224630992 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213224630992 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213224630992 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:46:32.800770 run osmo-stp_10.42.42.5(pid=9682): stdout: \u000a| (launched: 2022-12-13_22:46:30.738449)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:46:32.929579 run osmo-stp_10.42.42.5(pid=9682): stderr: \u000a| �[0;m�[38;5;43m20221213224630991 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213224630991 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213224630991 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213224630991 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213224630992 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213224630992 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213224630992 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:46:32.986305 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=9682): Process ended prematurely: osmo-stp_10.42.42.5(pid=9682) [trial-2395↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9682)] [trial-2395↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8]\u000a22:46:32.995606 tst mo_mt_call_osmux.py:8: Test FAILED (6.4 sec)\u000a22:46:33.059322 run osmo-hlr_10.42.42.2(pid=9679): ERR: Terminated: ERROR {rc=237} [trial-2395↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=9679)]\u000a22:46:33.111147 run osmo-hlr_10.42.42.2(pid=9679): stdout: \u000a| (launched: 2022-12-13_22:46:29.807803) \u000a22:46:33.163393 run osmo-hlr_10.42.42.2(pid=9679): stderr: \u000a| �[0;m�[1;31m20221213224629982 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213224629982 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213224629982 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213224629982 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213224629982 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213224629983 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213224629994 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2395/run.2022-12-13_21-44-31/voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213224630003 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213224630003 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213224630003 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:46:33.234674 run osmo-msc_10.42.42.6(pid=9685): ERR: Terminated: ERROR {rc=2} [trial-2395↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=9685)]\u000a22:46:33.286308 run osmo-msc_10.42.42.6(pid=9685): stdout: \u000a| (launched: 2022-12-13_22:46:32.010860) \u000a22:46:33.338669 run osmo-msc_10.42.42.6(pid=9685): stderr: \u000a| �[0;m�[38;5;43m20221213224632450 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213224632450 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fe15a763c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213224632450 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213224632451 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213224632451 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213224632451 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213224632453 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213224632453 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213224632453 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213224632453 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a22:46:33.383370 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9678): Terminating (SIGTERM)\u000a22:46:33.426092 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9681): Terminating (SIGTERM)\u000a22:46:33.468098 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9684): Terminating (SIGTERM)\u000a22:46:33.477906 --- ParallelTerminationStrategy: PID 9678 died...\u000a22:46:33.534774 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9678): Terminated: ok {rc=0}\u000a22:46:33.544831 --- ParallelTerminationStrategy: PID 9681 died...\u000a22:46:33.601341 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9681): Terminated: ok {rc=0}\u000a22:46:33.611358 --- ParallelTerminationStrategy: PID 9684 died...\u000a22:46:33.667652 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9684): Terminated: ok {rc=0}\u000a22:46:33.754604 bus /sierra_3: Setting Powered False\u000a22:46:34.860472 bus /sierra_3: Setting Powered False\u000a22:46:35.967944 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "137", "name" : "voice_nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T22:46:16" }, { "cases" : [ { "testActions" : [ ], "age" : 65, "className" : "voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3", "duration" : 6.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=9696): Process ended prematurely: osmo-stp_10.42.42.5(pid=9696) [trial-2395↪voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9696)]", "failedSince" : 2331, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=9696): Process ended prematurely: osmo-stp_10.42.42.5(pid=9696) [trial-2395↪voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9696)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2395 voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call.py\u000a----------------------------------------------\u000a22:46:37.939000 tst voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a22:46:37.950285 tst voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1)\u000a22:46:38.103438 tst mo_mt_call.py: using LAC 36750\u000a22:46:38.230369 tst mo_mt_call.py: using RAC 30\u000a22:46:38.352213 tst mo_mt_call.py: using CellId 36750\u000a22:46:38.471899 tst mo_mt_call.py: using BVCI 36751\u000a22:46:38.494859 tst voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a22:46:38.506111 tst voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a22:46:38.517274 tst voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a22:46:38.528315 tst voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a22:46:38.539540 tst voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a22:46:38.550583 tst voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a22:46:38.672713 tst voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a22:46:38.873601 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:46:39.354122 run create_hlr_db(pid=9690): Launched\u000a22:46:39.526486 bus /sierra_2: Setting Powered False\u000a22:46:40.549170 run create_hlr_db(pid=9690): Terminated: ok {rc=0}\u000a22:46:40.949618 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9692): Launched\u000a22:46:41.248929 run osmo-hlr_10.42.42.2(pid=9693): Launched\u000a22:46:41.358453 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:46:41.879438 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9695): Launched\u000a22:46:42.180435 run osmo-stp_10.42.42.5(pid=9696): Launched\u000a22:46:42.289831 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a22:46:42.839172 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9698): Launched\u000a22:46:43.139786 run osmo-msc_10.42.42.6(pid=9699): Launched\u000a22:46:43.315885 run osmo-stp_10.42.42.5(pid=9696): ERR: Terminated: ERROR {rc=1} [trial-2395↪voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9696)]\u000a22:46:43.442875 run osmo-stp_10.42.42.5(pid=9696): stdout: \u000a| (launched: 2022-12-13_22:46:42.032647)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:46:43.568152 run osmo-stp_10.42.42.5(pid=9696): stderr: \u000a| �[0;m�[38;5;43m20221213224642201 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213224642201 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213224642201 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213224642202 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213224642204 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213224642204 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213224642204 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:46:43.688700 run osmo-stp_10.42.42.5(pid=9696): stdout: \u000a| (launched: 2022-12-13_22:46:42.032647)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:46:43.808321 run osmo-stp_10.42.42.5(pid=9696): stderr: \u000a| �[0;m�[38;5;43m20221213224642201 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213224642201 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213224642201 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213224642202 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213224642204 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213224642204 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213224642204 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:46:43.861127 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=9696): Process ended prematurely: osmo-stp_10.42.42.5(pid=9696) [trial-2395↪voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9696)] [trial-2395↪voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8]\u000a22:46:43.869797 tst mo_mt_call.py:8: Test FAILED (6.0 sec)\u000a22:46:43.928518 run osmo-hlr_10.42.42.2(pid=9693): ERR: Terminated: ERROR {rc=237} [trial-2395↪voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=9693)]\u000a22:46:43.976744 run osmo-hlr_10.42.42.2(pid=9693): stdout: \u000a| (launched: 2022-12-13_22:46:41.101923) \u000a22:46:44.025731 run osmo-hlr_10.42.42.2(pid=9693): stderr: \u000a| �[0;m�[1;31m20221213224641276 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213224641276 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213224641276 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213224641276 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213224641276 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213224641276 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213224641288 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2395/run.2022-12-13_21-44-31/voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213224641298 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213224641298 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213224641298 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:46:44.092104 run osmo-msc_10.42.42.6(pid=9699): ERR: Terminated: ERROR {rc=2} [trial-2395↪voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=9699)]\u000a22:46:44.140219 run osmo-msc_10.42.42.6(pid=9699): stdout: \u000a| (launched: 2022-12-13_22:46:42.991603) \u000a22:46:44.188915 run osmo-msc_10.42.42.6(pid=9699): stderr: \u000a| �[0;m�[38;5;43m20221213224643264 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213224643264 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f9fd5b40c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213224643264 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213224643264 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213224643265 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213224643265 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213224643266 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213224643267 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213224643267 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213224643267 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a22:46:44.230948 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9692): Terminating (SIGTERM)\u000a22:46:44.270655 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9695): Terminating (SIGTERM)\u000a22:46:44.309933 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9698): Terminating (SIGTERM)\u000a22:46:44.319149 --- ParallelTerminationStrategy: PID 9692 died...\u000a22:46:44.372077 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9692): Terminated: ok {rc=0}\u000a22:46:44.381714 --- ParallelTerminationStrategy: PID 9695 died...\u000a22:46:44.433987 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9695): Terminated: ok {rc=0}\u000a22:46:44.443426 --- ParallelTerminationStrategy: PID 9698 died...\u000a22:46:44.495806 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9698): Terminated: ok {rc=0}\u000a22:46:44.579415 bus /sierra_3: Setting Powered False\u000a22:46:45.679644 bus /sierra_3: Setting Powered False\u000a22:46:46.817219 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 76, "className" : "voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=9707): Process ended prematurely: osmo-stp_10.42.42.5(pid=9707) [trial-2395↪voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9707)]", "failedSince" : 2320, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=9707): Process ended prematurely: osmo-stp_10.42.42.5(pid=9707) [trial-2395↪voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9707)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2395 voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a22:46:47.934464 tst voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a22:46:47.946758 tst voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1)\u000a22:46:48.102167 tst mo_mt_call_osmux.py: using LAC 36751\u000a22:46:48.227163 tst mo_mt_call_osmux.py: using RAC 31\u000a22:46:48.357297 tst mo_mt_call_osmux.py: using CellId 36751\u000a22:46:48.481102 tst mo_mt_call_osmux.py: using BVCI 36752\u000a22:46:48.506140 tst voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a22:46:48.517816 tst voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a22:46:48.529193 tst voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a22:46:48.540661 tst voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a22:46:48.552500 tst voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a22:46:48.564248 tst voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a22:46:48.680271 tst voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a22:46:48.892414 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:46:49.398014 run create_hlr_db(pid=9701): Launched\u000a22:46:49.584532 bus /sierra_2: Setting Powered False\u000a22:46:50.606171 run create_hlr_db(pid=9701): Terminated: ok {rc=0}\u000a22:46:51.034205 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9703): Launched\u000a22:46:51.356323 run osmo-hlr_10.42.42.2(pid=9704): Launched\u000a22:46:51.475035 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:46:52.034519 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9706): Launched\u000a22:46:52.357367 run osmo-stp_10.42.42.5(pid=9707): Launched\u000a22:46:52.475003 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a22:46:53.066180 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9709): Launched\u000a22:46:53.389967 run osmo-msc_10.42.42.6(pid=9710): Launched\u000a22:46:53.580588 run osmo-stp_10.42.42.5(pid=9707): ERR: Terminated: ERROR {rc=1} [trial-2395↪voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9707)]\u000a22:46:53.717975 run osmo-stp_10.42.42.5(pid=9707): stdout: \u000a| (launched: 2022-12-13_22:46:52.198580)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:46:53.854465 run osmo-stp_10.42.42.5(pid=9707): stderr: \u000a| �[0;m�[38;5;43m20221213224652389 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213224652389 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213224652390 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213224652390 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213224652390 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213224652390 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213224652390 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:46:53.984291 run osmo-stp_10.42.42.5(pid=9707): stdout: \u000a| (launched: 2022-12-13_22:46:52.198580)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:46:54.113462 run osmo-stp_10.42.42.5(pid=9707): stderr: \u000a| �[0;m�[38;5;43m20221213224652389 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213224652389 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213224652390 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213224652390 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213224652390 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213224652390 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213224652390 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:46:54.170151 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=9707): Process ended prematurely: osmo-stp_10.42.42.5(pid=9707) [trial-2395↪voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9707)] [trial-2395↪voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8]\u000a22:46:54.179462 tst mo_mt_call_osmux.py:8: Test FAILED (6.3 sec)\u000a22:46:54.243060 run osmo-hlr_10.42.42.2(pid=9704): ERR: Terminated: ERROR {rc=237} [trial-2395↪voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=9704)]\u000a22:46:54.294632 run osmo-hlr_10.42.42.2(pid=9704): stdout: \u000a| (launched: 2022-12-13_22:46:51.197754) \u000a22:46:54.347200 run osmo-hlr_10.42.42.2(pid=9704): stderr: \u000a| �[0;m�[1;31m20221213224651394 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213224651394 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213224651394 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213224651394 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213224651394 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213224651394 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213224651405 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2395/run.2022-12-13_21-44-31/voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213224651414 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213224651414 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213224651414 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:46:54.417807 run osmo-msc_10.42.42.6(pid=9710): ERR: Terminated: ERROR {rc=2} [trial-2395↪voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=9710)]\u000a22:46:54.469237 run osmo-msc_10.42.42.6(pid=9710): stdout: \u000a| (launched: 2022-12-13_22:46:53.230061) \u000a22:46:54.521352 run osmo-msc_10.42.42.6(pid=9710): stderr: \u000a| �[0;m�[38;5;43m20221213224653552 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213224653552 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fb135c6fc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213224653552 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213224653552 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213224653552 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213224653552 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213224653554 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213224653554 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213224653555 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213224653555 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a22:46:54.565968 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9703): Terminating (SIGTERM)\u000a22:46:54.608426 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9706): Terminating (SIGTERM)\u000a22:46:54.650887 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9709): Terminating (SIGTERM)\u000a22:46:54.660561 --- ParallelTerminationStrategy: PID 9703 died...\u000a22:46:54.717162 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9703): Terminated: ok {rc=0}\u000a22:46:54.727352 --- ParallelTerminationStrategy: PID 9706 died...\u000a22:46:54.783655 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9706): Terminated: ok {rc=0}\u000a22:46:54.793882 --- ParallelTerminationStrategy: PID 9709 died...\u000a22:46:54.850341 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9709): Terminated: ok {rc=0}\u000a22:46:54.937445 bus /sierra_3: Setting Powered False\u000a22:46:56.042347 bus /sierra_3: Setting Powered False\u000a22:46:57.151504 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "138", "name" : "voice_nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T22:46:37" }, { "cases" : [ { "testActions" : [ ], "age" : 65, "className" : "voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=9721): Process ended prematurely: osmo-stp_10.42.42.5(pid=9721) [trial-2395↪voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9721)]", "failedSince" : 2331, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=9721): Process ended prematurely: osmo-stp_10.42.42.5(pid=9721) [trial-2395↪voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9721)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2395 voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call.py\u000a----------------------------------------------\u000a22:46:59.115503 tst voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a22:46:59.126814 tst voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a22:46:59.271401 tst mo_mt_call.py: using LAC 36752\u000a22:46:59.391351 tst mo_mt_call.py: using RAC 32\u000a22:46:59.510826 tst mo_mt_call.py: using CellId 36752\u000a22:46:59.630528 tst mo_mt_call.py: using BVCI 36753\u000a22:46:59.653205 tst voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a22:46:59.664351 tst voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a22:46:59.675343 tst voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a22:46:59.686379 tst voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a22:46:59.697516 tst voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a22:46:59.708453 tst voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a22:46:59.828204 tst voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a22:47:00.028762 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:47:00.508554 run create_hlr_db(pid=9715): Launched\u000a22:47:00.680838 bus /sierra_2: Setting Powered False\u000a22:47:01.753600 run create_hlr_db(pid=9715): Terminated: ok {rc=0}\u000a22:47:02.224333 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9717): Launched\u000a22:47:02.548847 run osmo-hlr_10.42.42.2(pid=9718): Launched\u000a22:47:02.670802 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:47:03.228663 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9720): Launched\u000a22:47:03.549817 run osmo-stp_10.42.42.5(pid=9721): Launched\u000a22:47:03.668128 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a22:47:04.259561 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9723): Launched\u000a22:47:04.582028 run osmo-msc_10.42.42.6(pid=9724): Launched\u000a22:47:04.771029 run osmo-stp_10.42.42.5(pid=9721): ERR: Terminated: ERROR {rc=1} [trial-2395↪voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9721)]\u000a22:47:04.907559 run osmo-stp_10.42.42.5(pid=9721): stdout: \u000a| (launched: 2022-12-13_22:47:03.391260)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:47:05.043952 run osmo-stp_10.42.42.5(pid=9721): stderr: \u000a| �[0;m�[38;5;43m20221213224703584 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213224703585 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213224703585 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213224703585 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213224703586 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213224703586 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213224703586 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:47:05.173377 run osmo-stp_10.42.42.5(pid=9721): stdout: \u000a| (launched: 2022-12-13_22:47:03.391260)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:47:05.301586 run osmo-stp_10.42.42.5(pid=9721): stderr: \u000a| �[0;m�[38;5;43m20221213224703584 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213224703585 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213224703585 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213224703585 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213224703586 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213224703586 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213224703586 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:47:05.358165 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=9721): Process ended prematurely: osmo-stp_10.42.42.5(pid=9721) [trial-2395↪voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9721)] [trial-2395↪voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8]\u000a22:47:05.367310 tst mo_mt_call.py:8: Test FAILED (6.3 sec)\u000a22:47:05.430201 run osmo-hlr_10.42.42.2(pid=9718): ERR: Terminated: ERROR {rc=237} [trial-2395↪voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=9718)]\u000a22:47:05.481338 run osmo-hlr_10.42.42.2(pid=9718): stdout: \u000a| (launched: 2022-12-13_22:47:02.389150) \u000a22:47:05.533440 run osmo-hlr_10.42.42.2(pid=9718): stderr: \u000a| �[0;m�[1;31m20221213224702587 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213224702587 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213224702587 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213224702587 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213224702587 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213224702587 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213224702599 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2395/run.2022-12-13_21-44-31/voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213224702610 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213224702610 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213224702610 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:47:05.603794 run osmo-msc_10.42.42.6(pid=9724): ERR: Terminated: ERROR {rc=2} [trial-2395↪voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=9724)]\u000a22:47:05.654707 run osmo-msc_10.42.42.6(pid=9724): stdout: \u000a| (launched: 2022-12-13_22:47:04.422977) \u000a22:47:05.706330 run osmo-msc_10.42.42.6(pid=9724): stderr: \u000a| �[0;m�[38;5;43m20221213224704745 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213224704745 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f34da52dc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213224704745 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213224704745 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213224704745 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213224704745 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213224704747 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213224704747 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213224704747 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213224704748 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a22:47:05.750580 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9717): Terminating (SIGTERM)\u000a22:47:05.792088 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9720): Terminating (SIGTERM)\u000a22:47:05.833674 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9723): Terminating (SIGTERM)\u000a22:47:05.843317 --- ParallelTerminationStrategy: PID 9717 died...\u000a22:47:05.899446 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9717): Terminated: ok {rc=0}\u000a22:47:05.909533 --- ParallelTerminationStrategy: PID 9720 died...\u000a22:47:05.965270 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9720): Terminated: ok {rc=0}\u000a22:47:05.975228 --- ParallelTerminationStrategy: PID 9723 died...\u000a22:47:06.031026 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9723): Terminated: ok {rc=0}\u000a22:47:06.118403 bus /sierra_3: Setting Powered False\u000a22:47:07.221080 bus /sierra_3: Setting Powered False\u000a22:47:08.330403 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 78, "className" : "voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=9732): Process ended prematurely: osmo-stp_10.42.42.5(pid=9732) [trial-2395↪voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9732)]", "failedSince" : 2318, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=9732): Process ended prematurely: osmo-stp_10.42.42.5(pid=9732) [trial-2395↪voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9732)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2395 voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call_osmux.py\u000a----------------------------------------------\u000a22:47:09.437999 tst voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a22:47:09.449839 tst voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a22:47:09.606372 tst mo_mt_call_osmux.py: using LAC 36753\u000a22:47:09.730146 tst mo_mt_call_osmux.py: using RAC 33\u000a22:47:09.858209 tst mo_mt_call_osmux.py: using CellId 36753\u000a22:47:09.981281 tst mo_mt_call_osmux.py: using BVCI 36754\u000a22:47:10.005651 tst voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a22:47:10.017264 tst voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a22:47:10.028553 tst voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a22:47:10.040017 tst voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a22:47:10.051990 tst voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a22:47:10.063961 tst voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a22:47:10.182186 tst voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a22:47:10.394720 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:47:10.899956 run create_hlr_db(pid=9726): Launched\u000a22:47:11.085694 bus /sierra_2: Setting Powered False\u000a22:47:12.108298 run create_hlr_db(pid=9726): Terminated: ok {rc=0}\u000a22:47:12.511690 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9728): Launched\u000a22:47:12.811125 run osmo-hlr_10.42.42.2(pid=9729): Launched\u000a22:47:12.929573 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:47:13.458041 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9731): Launched\u000a22:47:13.758214 run osmo-stp_10.42.42.5(pid=9732): Launched\u000a22:47:13.869057 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a22:47:14.418278 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9734): Launched\u000a22:47:14.719272 run osmo-msc_10.42.42.6(pid=9735): Launched\u000a22:47:14.896099 run osmo-stp_10.42.42.5(pid=9732): ERR: Terminated: ERROR {rc=1} [trial-2395↪voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9732)]\u000a22:47:15.024160 run osmo-stp_10.42.42.5(pid=9732): stdout: \u000a| (launched: 2022-12-13_22:47:13.610822)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:47:15.149502 run osmo-stp_10.42.42.5(pid=9732): stderr: \u000a| �[0;m�[38;5;43m20221213224713781 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213224713781 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213224713781 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213224713781 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213224713782 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213224713782 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213224713782 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:47:15.270785 run osmo-stp_10.42.42.5(pid=9732): stdout: \u000a| (launched: 2022-12-13_22:47:13.610822)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:47:15.390585 run osmo-stp_10.42.42.5(pid=9732): stderr: \u000a| �[0;m�[38;5;43m20221213224713781 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213224713781 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213224713781 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213224713781 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213224713782 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213224713782 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213224713782 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:47:15.443472 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=9732): Process ended prematurely: osmo-stp_10.42.42.5(pid=9732) [trial-2395↪voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9732)] [trial-2395↪voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8]\u000a22:47:15.451987 tst mo_mt_call_osmux.py:8: Test FAILED (6.0 sec)\u000a22:47:15.511449 run osmo-hlr_10.42.42.2(pid=9729): ERR: Terminated: ERROR {rc=237} [trial-2395↪voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=9729)]\u000a22:47:15.560147 run osmo-hlr_10.42.42.2(pid=9729): stdout: \u000a| (launched: 2022-12-13_22:47:12.664830) \u000a22:47:15.609431 run osmo-hlr_10.42.42.2(pid=9729): stderr: \u000a| �[0;m�[1;31m20221213224712842 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213224712842 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213224712842 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213224712842 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213224712842 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213224712843 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213224712855 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2395/run.2022-12-13_21-44-31/voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213224712863 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213224712864 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213224712864 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:47:15.676355 run osmo-msc_10.42.42.6(pid=9735): ERR: Terminated: ERROR {rc=2} [trial-2395↪voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=9735)]\u000a22:47:15.724873 run osmo-msc_10.42.42.6(pid=9735): stdout: \u000a| (launched: 2022-12-13_22:47:14.570935) \u000a22:47:15.773756 run osmo-msc_10.42.42.6(pid=9735): stderr: \u000a| �[0;m�[38;5;43m20221213224714843 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213224714843 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f0a9db31c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213224714843 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213224714843 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213224714843 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213224714843 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213224714845 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213224714846 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213224714846 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213224714846 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a22:47:15.815306 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9728): Terminating (SIGTERM)\u000a22:47:15.874065 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9731): Terminating (SIGTERM)\u000a22:47:15.920620 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9734): Terminating (SIGTERM)\u000a22:47:15.931541 --- ParallelTerminationStrategy: PID 9728 died...\u000a22:47:15.992039 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9728): Terminated: ok {rc=0}\u000a22:47:16.003916 --- ParallelTerminationStrategy: PID 9731 died...\u000a22:47:16.063158 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9731): Terminated: ok {rc=0}\u000a22:47:16.074290 --- ParallelTerminationStrategy: PID 9734 died...\u000a22:47:16.133764 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9734): Terminated: ok {rc=0}\u000a22:47:16.226067 bus /sierra_3: Setting Powered False\u000a22:47:17.333584 bus /sierra_3: Setting Powered False\u000a22:47:18.441874 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "139", "name" : "voice_nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T22:46:58" }, { "cases" : [ { "testActions" : [ ], "age" : 65, "className" : "emergency:nanobts+band-1900", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=9746): Process ended prematurely: osmo-stp_10.42.42.5(pid=9746) [trial-2395↪emergency:nanobts+band-1900↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9746)]", "failedSince" : 2331, "name" : "emergency_mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/emergency/emergency_mo_mt_call.py\", line 19, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=9746): Process ended prematurely: osmo-stp_10.42.42.5(pid=9746) [trial-2395↪emergency:nanobts+band-1900↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9746)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2395 emergency:nanobts+band-1900 emergency_mo_mt_call.py\u000a----------------------------------------------\u000a22:47:20.440471 tst emergency:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a22:47:20.451664 tst emergency:nanobts+band-1900: Using 1 x bts (candidates: 1)\u000a22:47:20.580660 tst emergency_mo_mt_call.py: using LAC 36754\u000a22:47:20.694996 tst emergency_mo_mt_call.py: using RAC 34\u000a22:47:20.816150 tst emergency_mo_mt_call.py: using CellId 36754\u000a22:47:20.941885 tst emergency_mo_mt_call.py: using BVCI 36755\u000a22:47:20.965970 tst emergency:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a22:47:20.977336 tst emergency:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a22:47:20.988316 tst emergency:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a22:47:20.999349 tst emergency:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a22:47:21.010749 tst emergency:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a22:47:21.022130 tst emergency:nanobts+band-1900: Using 1 x modem (candidates: 4)\u000a22:47:21.139071 tst emergency:nanobts+band-1900: Using 1 x modem (candidates: 4)\u000a22:47:21.345865 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:47:21.842856 run create_hlr_db(pid=9740): Launched\u000a22:47:22.026390 bus /sierra_2: Setting Powered False\u000a22:47:23.047273 run create_hlr_db(pid=9740): Terminated: ok {rc=0}\u000a22:47:23.468533 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9742): Launched\u000a22:47:23.786111 run osmo-hlr_10.42.42.2(pid=9743): Launched\u000a22:47:23.901309 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:47:24.450461 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9745): Launched\u000a22:47:24.767614 run osmo-stp_10.42.42.5(pid=9746): Launched\u000a22:47:24.893464 tst emergency_mo_mt_call.py: using MSISDN 8364\u000a22:47:25.050517 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a22:47:25.628152 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9748): Launched\u000a22:47:25.944463 run osmo-msc_10.42.42.6(pid=9749): Launched\u000a22:47:26.130132 run osmo-stp_10.42.42.5(pid=9746): ERR: Terminated: ERROR {rc=1} [trial-2395↪emergency:nanobts+band-1900↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9746)]\u000a22:47:26.264238 run osmo-stp_10.42.42.5(pid=9746): stdout: \u000a| (launched: 2022-12-13_22:47:24.611462)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:47:26.398457 run osmo-stp_10.42.42.5(pid=9746): stderr: \u000a| �[0;m�[38;5;43m20221213224724802 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213224724802 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213224724802 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213224724802 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213224724803 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213224724803 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213224724803 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:47:26.525818 run osmo-stp_10.42.42.5(pid=9746): stdout: \u000a| (launched: 2022-12-13_22:47:24.611462)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:47:26.651576 run osmo-stp_10.42.42.5(pid=9746): stderr: \u000a| �[0;m�[38;5;43m20221213224724802 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213224724802 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213224724802 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213224724802 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213224724803 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213224724803 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213224724803 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:47:26.706581 tst emergency_mo_mt_call.py:19: ERR: Error: osmo-stp_10.42.42.5(pid=9746): Process ended prematurely: osmo-stp_10.42.42.5(pid=9746) [trial-2395↪emergency:nanobts+band-1900↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9746)] [trial-2395↪emergency:nanobts+band-1900↪emergency_mo_mt_call.py:19]\u000a22:47:26.715035 tst emergency_mo_mt_call.py:19: Test FAILED (6.3 sec)\u000a22:47:26.778005 run osmo-hlr_10.42.42.2(pid=9743): ERR: Terminated: ERROR {rc=237} [trial-2395↪emergency:nanobts+band-1900↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=9743)]\u000a22:47:26.829502 run osmo-hlr_10.42.42.2(pid=9743): stdout: \u000a| (launched: 2022-12-13_22:47:23.629864) \u000a22:47:26.881632 run osmo-hlr_10.42.42.2(pid=9743): stderr: \u000a| �[0;m�[1;31m20221213224723826 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213224723826 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213224723826 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213224723826 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213224723826 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213224723826 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213224723839 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2395/run.2022-12-13_21-44-31/emergency:nanobts+band-1900/emergency_mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213224723849 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213224723849 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213224723849 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:47:26.952254 run osmo-msc_10.42.42.6(pid=9749): ERR: Terminated: ERROR {rc=2} [trial-2395↪emergency:nanobts+band-1900↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=9749)]\u000a22:47:27.004054 run osmo-msc_10.42.42.6(pid=9749): stdout: \u000a| (launched: 2022-12-13_22:47:25.788672) \u000a22:47:27.055988 run osmo-msc_10.42.42.6(pid=9749): stderr: \u000a| �[0;m�[38;5;43m20221213224726108 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213224726108 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f90a071fc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213224726108 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213224726108 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213224726108 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213224726109 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213224726110 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213224726111 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213224726111 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213224726111 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a22:47:27.100478 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9742): Terminating (SIGTERM)\u000a22:47:27.142429 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9745): Terminating (SIGTERM)\u000a22:47:27.184285 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9748): Terminating (SIGTERM)\u000a22:47:27.194014 --- ParallelTerminationStrategy: PID 9742 died...\u000a22:47:27.250408 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9742): Terminated: ok {rc=0}\u000a22:47:27.260432 --- ParallelTerminationStrategy: PID 9745 died...\u000a22:47:27.316667 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9745): Terminated: ok {rc=0}\u000a22:47:27.326723 --- ParallelTerminationStrategy: PID 9748 died...\u000a22:47:27.382793 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9748): Terminated: ok {rc=0}\u000a22:47:27.468818 bus /sierra_3: Setting Powered False\u000a22:47:28.577619 bus /sierra_3: Setting Powered False\u000a22:47:29.686025 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 235, "className" : "emergency:nanobts+band-1900", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=9757): Process ended prematurely: osmo-stp_10.42.42.5(pid=9757) [trial-2395↪emergency:nanobts+band-1900↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9757)]", "failedSince" : 2161, "name" : "emergency_preemptive_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/emergency/emergency_preemptive_call.py\", line 32, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=9757): Process ended prematurely: osmo-stp_10.42.42.5(pid=9757) [trial-2395↪emergency:nanobts+band-1900↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9757)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2395 emergency:nanobts+band-1900 emergency_preemptive_call.py\u000a----------------------------------------------\u000a22:47:30.738355 tst emergency:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a22:47:30.750372 tst emergency:nanobts+band-1900: Using 1 x bts (candidates: 1)\u000a22:47:30.888624 tst emergency_preemptive_call.py: using LAC 36755\u000a22:47:31.032415 tst emergency_preemptive_call.py: using RAC 35\u000a22:47:31.184502 tst emergency_preemptive_call.py: using CellId 36755\u000a22:47:31.304711 tst emergency_preemptive_call.py: using BVCI 36756\u000a22:47:31.328336 tst emergency:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a22:47:31.339540 tst emergency:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a22:47:31.350941 tst emergency:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a22:47:31.362581 tst emergency:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a22:47:31.374152 tst emergency:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a22:47:31.385436 tst emergency:nanobts+band-1900: Using 1 x modem (candidates: 4)\u000a22:47:31.504463 tst emergency:nanobts+band-1900: Using 1 x modem (candidates: 4)\u000a22:47:31.622479 tst emergency:nanobts+band-1900: Using 1 x modem (candidates: 4)\u000a22:47:31.753234 tst emergency:nanobts+band-1900: Using 1 x modem (candidates: 4)\u000a22:47:31.975814 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:47:32.461008 run create_hlr_db(pid=9751): Launched\u000a22:47:32.632734 bus /sierra_2: Setting Powered False\u000a22:47:33.653923 run create_hlr_db(pid=9751): Terminated: ok {rc=0}\u000a22:47:34.075100 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9753): Launched\u000a22:47:34.392170 run osmo-hlr_10.42.42.2(pid=9754): Launched\u000a22:47:34.508255 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:47:35.058437 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9756): Launched\u000a22:47:35.376475 run osmo-stp_10.42.42.5(pid=9757): Launched\u000a22:47:35.502966 tst emergency_preemptive_call.py: using MSISDN 8365\u000a22:47:35.662613 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a22:47:36.240665 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9759): Launched\u000a22:47:36.557162 run osmo-msc_10.42.42.6(pid=9760): Launched\u000a22:47:36.743336 run osmo-stp_10.42.42.5(pid=9757): ERR: Terminated: ERROR {rc=1} [trial-2395↪emergency:nanobts+band-1900↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9757)]\u000a22:47:36.878753 run osmo-stp_10.42.42.5(pid=9757): stdout: \u000a| (launched: 2022-12-13_22:47:35.220053)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:47:37.011308 run osmo-stp_10.42.42.5(pid=9757): stderr: \u000a| �[0;m�[38;5;43m20221213224735416 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213224735416 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213224735416 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213224735416 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213224735417 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213224735417 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213224735417 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:47:37.138805 run osmo-stp_10.42.42.5(pid=9757): stdout: \u000a| (launched: 2022-12-13_22:47:35.220053)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:47:37.266100 run osmo-stp_10.42.42.5(pid=9757): stderr: \u000a| �[0;m�[38;5;43m20221213224735416 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213224735416 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213224735416 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213224735416 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213224735417 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213224735417 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213224735417 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:47:37.321570 tst emergency_preemptive_call.py:32: ERR: Error: osmo-stp_10.42.42.5(pid=9757): Process ended prematurely: osmo-stp_10.42.42.5(pid=9757) [trial-2395↪emergency:nanobts+band-1900↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9757)] [trial-2395↪emergency:nanobts+band-1900↪emergency_preemptive_call.py:32]\u000a22:47:37.330460 tst emergency_preemptive_call.py:32: Test FAILED (6.6 sec)\u000a22:47:37.393912 run osmo-hlr_10.42.42.2(pid=9754): ERR: Terminated: ERROR {rc=237} [trial-2395↪emergency:nanobts+band-1900↪emergency_preemptive_call.py↪emergency_preemptive_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=9754)]\u000a22:47:37.445823 run osmo-hlr_10.42.42.2(pid=9754): stdout: \u000a| (launched: 2022-12-13_22:47:34.236232) \u000a22:47:37.498279 run osmo-hlr_10.42.42.2(pid=9754): stderr: \u000a| �[0;m�[1;31m20221213224734432 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213224734432 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213224734432 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213224734432 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213224734432 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213224734433 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213224734449 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2395/run.2022-12-13_21-44-31/emergency:nanobts+band-1900/emergency_preemptive_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213224734457 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213224734457 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213224734457 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:47:37.569930 run osmo-msc_10.42.42.6(pid=9760): ERR: Terminated: ERROR {rc=2} [trial-2395↪emergency:nanobts+band-1900↪emergency_preemptive_call.py↪emergency_preemptive_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=9760)]\u000a22:47:37.621605 run osmo-msc_10.42.42.6(pid=9760): stdout: \u000a| (launched: 2022-12-13_22:47:36.400694) \u000a22:47:37.674110 run osmo-msc_10.42.42.6(pid=9760): stderr: \u000a| �[0;m�[38;5;43m20221213224736722 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213224736722 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f8e0d500c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213224736722 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213224736722 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213224736723 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213224736723 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213224736725 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213224736725 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213224736725 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213224736725 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a22:47:37.718822 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9753): Terminating (SIGTERM)\u000a22:47:37.761523 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9756): Terminating (SIGTERM)\u000a22:47:37.803929 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9759): Terminating (SIGTERM)\u000a22:47:37.813798 --- ParallelTerminationStrategy: PID 9753 died...\u000a22:47:37.870576 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9753): Terminated: ok {rc=0}\u000a22:47:37.880692 --- ParallelTerminationStrategy: PID 9756 died...\u000a22:47:37.937180 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9756): Terminated: ok {rc=0}\u000a22:47:37.947360 --- ParallelTerminationStrategy: PID 9759 died...\u000a22:47:38.003806 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9759): Terminated: ok {rc=0}\u000a22:47:38.090062 bus /sierra_9: Setting Powered False\u000a22:47:39.195219 bus /sierra_9: Setting Powered False\u000a22:47:40.303861 bus /sierra_8: Setting Powered False\u000a22:47:41.409847 bus /sierra_8: Setting Powered False\u000a22:47:42.522102 bus /sierra_3: Setting Powered False\u000a22:47:43.624694 bus /sierra_3: Setting Powered False\u000a22:47:44.731609 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 27.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "140", "name" : "emergency_nanobts+band-1900", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T22:47:20" }, { "cases" : [ { "testActions" : [ ], "age" : 257, "className" : "gprs:nanobts+band-1900", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=9775): Process ended prematurely: osmo-stp_10.42.42.5(pid=9775) [trial-2395↪gprs:nanobts+band-1900↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9775)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=9775): Process ended prematurely: osmo-stp_10.42.42.5(pid=9775) [trial-2395↪gprs:nanobts+band-1900↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9775)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2395 gprs:nanobts+band-1900 cs_paging_gprs_active.py\u000a----------------------------------------------\u000a22:47:46.852582 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a22:47:46.866883 tst gprs:nanobts+band-1900: Using 1 x bts (candidates: 1)\u000a22:47:47.009781 tst cs_paging_gprs_active.py: using LAC 36756\u000a22:47:47.137204 tst cs_paging_gprs_active.py: using RAC 36\u000a22:47:47.267303 tst cs_paging_gprs_active.py: using CellId 36756\u000a22:47:47.392311 tst cs_paging_gprs_active.py: using BVCI 36757\u000a22:47:47.415623 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a22:47:47.426483 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a22:47:47.436994 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a22:47:47.447568 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a22:47:47.458212 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a22:47:47.468724 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a22:47:47.479880 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a22:47:47.490644 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a22:47:47.501571 tst gprs:nanobts+band-1900: Using 1 x modem (candidates: 4)\u000a22:47:47.618776 tst gprs:nanobts+band-1900: Using 1 x modem (candidates: 4)\u000a22:47:47.897282 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a22:47:48.022327 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a22:47:48.334094 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9765): Launched\u000a22:47:48.593337 run iperf3-srv_10.42.42.10(pid=9766): Launched\u000a22:47:48.777035 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a22:47:48.902376 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a22:47:49.215728 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9767): Launched\u000a22:47:49.476060 run iperf3-srv_10.42.42.10(pid=9768): Launched\u000a22:47:49.659471 tst cs_paging_gprs_active.py:38: start network...\u000a22:47:49.784597 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:47:50.268210 run create_hlr_db(pid=9769): Launched\u000a22:47:50.441944 bus /sierra_2: Setting Powered False\u000a22:47:51.463601 run create_hlr_db(pid=9769): Terminated: ok {rc=0}\u000a22:47:51.893241 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9771): Launched\u000a22:47:52.218669 run osmo-hlr_10.42.42.2(pid=9772): Launched\u000a22:47:52.334254 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:47:52.857707 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9774): Launched\u000a22:47:53.159919 run osmo-stp_10.42.42.5(pid=9775): Launched\u000a22:47:53.269144 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a22:47:53.795747 run pcap-recorder_any(filters='host 10.42.42.6')(pid=9777): Launched\u000a22:47:53.903189 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a22:47:54.167009 run patchelf(pid=9778): Launched\u000a22:47:54.343657 run osmo-stp_10.42.42.5(pid=9775): ERR: Terminated: ERROR {rc=1} [trial-2395↪gprs:nanobts+band-1900↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9775)]\u000a22:47:54.472735 run osmo-stp_10.42.42.5(pid=9775): stdout: \u000a| (launched: 2022-12-13_22:47:53.011464)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:47:54.602220 run osmo-stp_10.42.42.5(pid=9775): stderr: \u000a| �[0;m�[38;5;43m20221213224753182 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213224753182 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213224753182 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213224753182 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213224753183 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213224753183 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213224753183 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:47:54.726804 run osmo-stp_10.42.42.5(pid=9775): stdout: \u000a| (launched: 2022-12-13_22:47:53.011464)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:47:54.850505 run osmo-stp_10.42.42.5(pid=9775): stderr: \u000a| �[0;m�[38;5;43m20221213224753182 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213224753182 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213224753182 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213224753182 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213224753183 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213224753183 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213224753183 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:47:54.995107 run patchelf(pid=9778): Terminating (SIGINT)\u000a22:47:55.164274 run patchelf(pid=9778): Terminated: ok {rc=0}\u000a22:47:55.195392 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=9775): Process ended prematurely: osmo-stp_10.42.42.5(pid=9775) [trial-2395↪gprs:nanobts+band-1900↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9775)] [trial-2395↪gprs:nanobts+band-1900↪cs_paging_gprs_active.py:38]\u000a22:47:55.204516 tst cs_paging_gprs_active.py:38: Test FAILED (8.4 sec)\u000a22:47:55.264819 run osmo-hlr_10.42.42.2(pid=9772): ERR: Terminated: ERROR {rc=237} [trial-2395↪gprs:nanobts+band-1900↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=9772)]\u000a22:47:55.314501 run osmo-hlr_10.42.42.2(pid=9772): stdout: \u000a| (launched: 2022-12-13_22:47:52.058159) \u000a22:47:55.364675 run osmo-hlr_10.42.42.2(pid=9772): stderr: \u000a| �[0;m�[1;31m20221213224752257 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213224752257 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213224752257 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213224752257 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213224752257 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213224752257 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213224752270 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2395/run.2022-12-13_21-44-31/gprs:nanobts+band-1900/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213224752278 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213224752278 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213224752278 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:47:55.407183 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9765): Terminating (SIGTERM)\u000a22:47:55.447069 run iperf3-srv_10.42.42.10(pid=9766): Terminating (SIGTERM)\u000a22:47:55.486954 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9767): Terminating (SIGTERM)\u000a22:47:55.527050 run iperf3-srv_10.42.42.10(pid=9768): Terminating (SIGTERM)\u000a22:47:55.567050 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9771): Terminating (SIGTERM)\u000a22:47:55.606717 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9774): Terminating (SIGTERM)\u000a22:47:55.646353 run pcap-recorder_any(filters='host 10.42.42.6')(pid=9777): Terminating (SIGTERM)\u000a22:47:55.655569 --- ParallelTerminationStrategy: PID 9765 died...\u000a22:47:55.709124 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9765): Terminated: ok {rc=0}\u000a22:47:55.718852 --- ParallelTerminationStrategy: PID 9766 died...\u000a22:47:55.771591 run iperf3-srv_10.42.42.10(pid=9766): Terminated {rc=256}\u000a22:47:55.781094 --- ParallelTerminationStrategy: PID 9767 died...\u000a22:47:55.833950 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9767): Terminated: ok {rc=0}\u000a22:47:55.843554 --- ParallelTerminationStrategy: PID 9768 died...\u000a22:47:55.896421 run iperf3-srv_10.42.42.10(pid=9768): Terminated {rc=256}\u000a22:47:55.906065 --- ParallelTerminationStrategy: PID 9771 died...\u000a22:47:55.958855 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9771): Terminated: ok {rc=0}\u000a22:47:55.968320 --- ParallelTerminationStrategy: PID 9774 died...\u000a22:47:56.021014 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9774): Terminated: ok {rc=0}\u000a22:47:56.030512 --- ParallelTerminationStrategy: PID 9777 died...\u000a22:47:56.083073 run pcap-recorder_any(filters='host 10.42.42.6')(pid=9777): Terminated: ok {rc=0}\u000a22:47:56.170633 bus /gobi_0: Setting Powered False\u000a22:47:57.276915 bus /gobi_0: Setting Powered False\u000a22:47:58.383806 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 257, "className" : "gprs:nanobts+band-1900", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=9787): Process ended prematurely: osmo-stp_10.42.42.5(pid=9787) [trial-2395↪gprs:nanobts+band-1900↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9787)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=9787): Process ended prematurely: osmo-stp_10.42.42.5(pid=9787) [trial-2395↪gprs:nanobts+band-1900↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9787)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2395 gprs:nanobts+band-1900 iperf3.py\u000a----------------------------------------------\u000a22:47:59.497866 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a22:47:59.509769 tst gprs:nanobts+band-1900: Using 1 x bts (candidates: 1)\u000a22:47:59.642723 tst iperf3.py: using LAC 36757\u000a22:47:59.768406 tst iperf3.py: using RAC 37\u000a22:47:59.895885 tst iperf3.py: using CellId 36757\u000a22:48:00.021724 tst iperf3.py: using BVCI 36758\u000a22:48:00.046320 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a22:48:00.057635 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a22:48:00.068643 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a22:48:00.079645 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a22:48:00.090833 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a22:48:00.102043 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a22:48:00.113529 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a22:48:00.124679 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a22:48:00.136090 tst gprs:nanobts+band-1900: Using 1 x modem (candidates: 4)\u000a22:48:00.414274 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a22:48:00.539220 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a22:48:00.865345 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9779): Launched\u000a22:48:01.184795 run iperf3-srv_10.42.42.10(pid=9780): Launched\u000a22:48:01.409492 tst iperf3.py:8: start network...\u000a22:48:01.550683 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:48:02.114473 run create_hlr_db(pid=9781): Launched\u000a22:48:02.300117 bus /gobi_6: Setting Powered False\u000a22:48:03.310944 run create_hlr_db(pid=9781): Terminated: ok {rc=0}\u000a22:48:03.743388 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9783): Launched\u000a22:48:04.064934 run osmo-hlr_10.42.42.2(pid=9784): Launched\u000a22:48:04.184135 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:48:04.743026 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9786): Launched\u000a22:48:05.065587 run osmo-stp_10.42.42.5(pid=9787): Launched\u000a22:48:05.183750 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a22:48:05.747562 run pcap-recorder_any(filters='host 10.42.42.6')(pid=9789): Launched\u000a22:48:05.863001 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a22:48:06.143951 run patchelf(pid=9790): Launched\u000a22:48:06.332599 run osmo-stp_10.42.42.5(pid=9787): ERR: Terminated: ERROR {rc=1} [trial-2395↪gprs:nanobts+band-1900↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9787)]\u000a22:48:06.470449 run osmo-stp_10.42.42.5(pid=9787): stdout: \u000a| (launched: 2022-12-13_22:48:04.906693)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:48:06.609070 run osmo-stp_10.42.42.5(pid=9787): stderr: \u000a| �[0;m�[38;5;43m20221213224805099 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213224805099 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213224805099 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213224805099 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213224805100 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213224805100 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213224805100 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:48:06.742798 run osmo-stp_10.42.42.5(pid=9787): stdout: \u000a| (launched: 2022-12-13_22:48:04.906693)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:48:06.875230 run osmo-stp_10.42.42.5(pid=9787): stderr: \u000a| �[0;m�[38;5;43m20221213224805099 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213224805099 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213224805099 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213224805099 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213224805100 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213224805100 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213224805100 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:48:07.029397 run patchelf(pid=9790): Terminating (SIGINT)\u000a22:48:07.210804 run patchelf(pid=9790): Terminated: ok {rc=0}\u000a22:48:07.243838 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=9787): Process ended prematurely: osmo-stp_10.42.42.5(pid=9787) [trial-2395↪gprs:nanobts+band-1900↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9787)] [trial-2395↪gprs:nanobts+band-1900↪iperf3.py:8]\u000a22:48:07.253809 tst iperf3.py:8: Test FAILED (7.8 sec)\u000a22:48:07.317235 run osmo-hlr_10.42.42.2(pid=9784): ERR: Terminated: ERROR {rc=237} [trial-2395↪gprs:nanobts+band-1900↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=9784)]\u000a22:48:07.368719 run osmo-hlr_10.42.42.2(pid=9784): stdout: \u000a| (launched: 2022-12-13_22:48:03.907064) \u000a22:48:07.421029 run osmo-hlr_10.42.42.2(pid=9784): stderr: \u000a| �[0;m�[1;31m20221213224804106 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213224804106 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213224804106 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213224804106 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213224804107 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213224804107 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213224804119 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2395/run.2022-12-13_21-44-31/gprs:nanobts+band-1900/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213224804128 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213224804128 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213224804128 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:48:07.465755 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9779): Terminating (SIGTERM)\u000a22:48:07.508213 run iperf3-srv_10.42.42.10(pid=9780): Terminating (SIGTERM)\u000a22:48:07.550679 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9783): Terminating (SIGTERM)\u000a22:48:07.592534 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9786): Terminating (SIGTERM)\u000a22:48:07.634481 run pcap-recorder_any(filters='host 10.42.42.6')(pid=9789): Terminating (SIGTERM)\u000a22:48:07.644133 --- ParallelTerminationStrategy: PID 9779 died...\u000a22:48:07.700556 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9779): Terminated: ok {rc=0}\u000a22:48:07.710686 --- ParallelTerminationStrategy: PID 9780 died...\u000a22:48:07.766819 run iperf3-srv_10.42.42.10(pid=9780): Terminated {rc=256}\u000a22:48:07.776793 --- ParallelTerminationStrategy: PID 9783 died...\u000a22:48:07.833272 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9783): Terminated: ok {rc=0}\u000a22:48:07.843315 --- ParallelTerminationStrategy: PID 9786 died...\u000a22:48:07.899381 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9786): Terminated: ok {rc=0}\u000a22:48:07.909505 --- ParallelTerminationStrategy: PID 9789 died...\u000a22:48:07.965661 run pcap-recorder_any(filters='host 10.42.42.6')(pid=9789): Terminated: ok {rc=0}\u000a22:48:08.053356 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 257, "className" : "gprs:nanobts+band-1900", "duration" : 12.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=9805): Process ended prematurely: osmo-stp_10.42.42.5(pid=9805) [trial-2395↪gprs:nanobts+band-1900↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9805)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=9805): Process ended prematurely: osmo-stp_10.42.42.5(pid=9805) [trial-2395↪gprs:nanobts+band-1900↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9805)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2395 gprs:nanobts+band-1900 iperf3m4.py\u000a----------------------------------------------\u000a22:48:09.165718 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a22:48:09.176788 tst gprs:nanobts+band-1900: Using 1 x bts (candidates: 1)\u000a22:48:09.303108 tst iperf3m4.py: using LAC 36758\u000a22:48:09.427351 tst iperf3m4.py: using RAC 38\u000a22:48:09.546470 tst iperf3m4.py: using CellId 36758\u000a22:48:09.663230 tst iperf3m4.py: using BVCI 36759\u000a22:48:09.686236 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a22:48:09.696813 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a22:48:09.707313 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a22:48:09.717840 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a22:48:09.728170 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a22:48:09.738588 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a22:48:09.749133 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a22:48:09.759427 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a22:48:09.769985 tst gprs:nanobts+band-1900: Using 1 x modem (candidates: 4)\u000a22:48:09.886040 tst gprs:nanobts+band-1900: Using 1 x modem (candidates: 4)\u000a22:48:10.009425 tst gprs:nanobts+band-1900: Using 1 x modem (candidates: 4)\u000a22:48:10.126617 tst gprs:nanobts+band-1900: Using 1 x modem (candidates: 4)\u000a22:48:10.420447 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a22:48:10.555460 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a22:48:10.888467 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9791): Launched\u000a22:48:11.163418 run iperf3-srv_10.42.42.10(pid=9792): Launched\u000a22:48:11.360095 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a22:48:11.494321 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a22:48:11.827158 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9793): Launched\u000a22:48:12.102838 run iperf3-srv_10.42.42.10(pid=9794): Launched\u000a22:48:12.299826 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a22:48:12.434087 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a22:48:12.766635 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9795): Launched\u000a22:48:13.042194 run iperf3-srv_10.42.42.10(pid=9796): Launched\u000a22:48:13.238426 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a22:48:13.372428 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a22:48:13.705304 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9797): Launched\u000a22:48:13.981318 run iperf3-srv_10.42.42.10(pid=9798): Launched\u000a22:48:14.177641 tst iperf3m4.py:8: start network...\u000a22:48:14.311483 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:48:14.818438 run create_hlr_db(pid=9799): Launched\u000a22:48:15.004222 bus /gobi_6: Setting Powered False\u000a22:48:16.039100 run create_hlr_db(pid=9799): Terminated: ok {rc=0}\u000a22:48:16.491050 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9801): Launched\u000a22:48:16.868199 run osmo-hlr_10.42.42.2(pid=9802): Launched\u000a22:48:17.109891 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:48:17.709071 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9804): Launched\u000a22:48:18.032302 run osmo-stp_10.42.42.5(pid=9805): Launched\u000a22:48:18.150154 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a22:48:18.712786 run pcap-recorder_any(filters='host 10.42.42.6')(pid=9807): Launched\u000a22:48:18.827591 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a22:48:19.107596 run patchelf(pid=9808): Launched\u000a22:48:19.297714 run osmo-stp_10.42.42.5(pid=9805): ERR: Terminated: ERROR {rc=1} [trial-2395↪gprs:nanobts+band-1900↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9805)]\u000a22:48:19.435334 run osmo-stp_10.42.42.5(pid=9805): stdout: \u000a| (launched: 2022-12-13_22:48:17.873323)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:48:19.574297 run osmo-stp_10.42.42.5(pid=9805): stderr: \u000a| �[0;m�[38;5;43m20221213224818065 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213224818065 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213224818065 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213224818066 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213224818066 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213224818066 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213224818066 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:48:19.707560 run osmo-stp_10.42.42.5(pid=9805): stdout: \u000a| (launched: 2022-12-13_22:48:17.873323)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:48:19.839738 run osmo-stp_10.42.42.5(pid=9805): stderr: \u000a| �[0;m�[38;5;43m20221213224818065 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213224818065 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213224818065 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213224818066 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213224818066 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213224818066 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213224818066 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:48:19.993721 run patchelf(pid=9808): Terminating (SIGINT)\u000a22:48:20.174379 run patchelf(pid=9808): Terminated: ok {rc=0}\u000a22:48:20.207550 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=9805): Process ended prematurely: osmo-stp_10.42.42.5(pid=9805) [trial-2395↪gprs:nanobts+band-1900↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9805)] [trial-2395↪gprs:nanobts+band-1900↪iperf3m4.py:8]\u000a22:48:20.217556 tst iperf3m4.py:8: Test FAILED (11.1 sec)\u000a22:48:20.280537 run osmo-hlr_10.42.42.2(pid=9802): ERR: Terminated: ERROR {rc=237} [trial-2395↪gprs:nanobts+band-1900↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=9802)]\u000a22:48:20.331889 run osmo-hlr_10.42.42.2(pid=9802): stdout: \u000a| (launched: 2022-12-13_22:48:16.659639) \u000a22:48:20.383553 run osmo-hlr_10.42.42.2(pid=9802): stderr: \u000a| �[0;m�[1;31m20221213224816992 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213224816992 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213224816992 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213224816992 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213224816992 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213224816992 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213224817010 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2395/run.2022-12-13_21-44-31/gprs:nanobts+band-1900/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213224817027 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213224817027 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213224817027 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:48:20.427671 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9791): Terminating (SIGTERM)\u000a22:48:20.469322 run iperf3-srv_10.42.42.10(pid=9792): Terminating (SIGTERM)\u000a22:48:20.510997 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9793): Terminating (SIGTERM)\u000a22:48:20.553355 run iperf3-srv_10.42.42.10(pid=9794): Terminating (SIGTERM)\u000a22:48:20.595429 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9795): Terminating (SIGTERM)\u000a22:48:20.637501 run iperf3-srv_10.42.42.10(pid=9796): Terminating (SIGTERM)\u000a22:48:20.679665 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9797): Terminating (SIGTERM)\u000a22:48:20.721336 run iperf3-srv_10.42.42.10(pid=9798): Terminating (SIGTERM)\u000a22:48:20.763916 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9801): Terminating (SIGTERM)\u000a22:48:20.805625 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9804): Terminating (SIGTERM)\u000a22:48:20.847679 run pcap-recorder_any(filters='host 10.42.42.6')(pid=9807): Terminating (SIGTERM)\u000a22:48:20.857412 --- ParallelTerminationStrategy: PID 9791 died...\u000a22:48:20.913743 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9791): Terminated: ok {rc=0}\u000a22:48:20.923734 --- ParallelTerminationStrategy: PID 9792 died...\u000a22:48:20.979627 run iperf3-srv_10.42.42.10(pid=9792): Terminated {rc=256}\u000a22:48:20.989716 --- ParallelTerminationStrategy: PID 9793 died...\u000a22:48:21.045687 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9793): Terminated: ok {rc=0}\u000a22:48:21.055713 --- ParallelTerminationStrategy: PID 9794 died...\u000a22:48:21.111586 run iperf3-srv_10.42.42.10(pid=9794): Terminated {rc=256}\u000a22:48:21.121957 --- ParallelTerminationStrategy: PID 9795 died...\u000a22:48:21.177915 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9795): Terminated: ok {rc=0}\u000a22:48:21.187898 --- ParallelTerminationStrategy: PID 9796 died...\u000a22:48:21.243681 run iperf3-srv_10.42.42.10(pid=9796): Terminated {rc=256}\u000a22:48:21.253703 --- ParallelTerminationStrategy: PID 9797 died...\u000a22:48:21.309603 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9797): Terminated: ok {rc=0}\u000a22:48:21.319648 --- ParallelTerminationStrategy: PID 9798 died...\u000a22:48:21.375556 run iperf3-srv_10.42.42.10(pid=9798): Terminated {rc=256}\u000a22:48:21.385688 --- ParallelTerminationStrategy: PID 9801 died...\u000a22:48:21.441629 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9801): Terminated: ok {rc=0}\u000a22:48:21.451687 --- ParallelTerminationStrategy: PID 9804 died...\u000a22:48:21.507478 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9804): Terminated: ok {rc=0}\u000a22:48:21.517581 --- ParallelTerminationStrategy: PID 9807 died...\u000a22:48:21.573468 run pcap-recorder_any(filters='host 10.42.42.6')(pid=9807): Terminated: ok {rc=0}\u000a22:48:21.660975 bus /gobi_4: Setting Powered False\u000a22:48:22.765182 bus /gobi_4: Setting Powered False\u000a22:48:23.875691 bus /gobi_1: Setting Powered False\u000a22:48:24.976701 bus /gobi_1: Setting Powered False\u000a22:48:26.082774 bus /gobi_0: Setting Powered False\u000a22:48:27.186926 bus /gobi_0: Setting Powered False\u000a22:48:28.298661 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 257, "className" : "gprs:nanobts+band-1900", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=9816): Process ended prematurely: osmo-stp_10.42.42.5(pid=9816) [trial-2395↪gprs:nanobts+band-1900↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9816)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=9816): Process ended prematurely: osmo-stp_10.42.42.5(pid=9816) [trial-2395↪gprs:nanobts+band-1900↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9816)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2395 gprs:nanobts+band-1900 ping.py\u000a----------------------------------------------\u000a22:48:29.364453 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a22:48:29.375674 tst gprs:nanobts+band-1900: Using 1 x bts (candidates: 1)\u000a22:48:29.501114 tst ping.py: using LAC 36759\u000a22:48:29.618778 tst ping.py: using RAC 39\u000a22:48:29.736035 tst ping.py: using CellId 36759\u000a22:48:29.853187 tst ping.py: using BVCI 36760\u000a22:48:29.875556 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a22:48:29.886220 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a22:48:29.896733 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a22:48:29.907227 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a22:48:29.917992 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a22:48:29.928916 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a22:48:29.939490 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a22:48:29.950090 tst gprs:nanobts+band-1900: Using 1 x modem (candidates: 4)\u000a22:48:30.221205 tst ping.py:19: start network...\u000a22:48:30.343589 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:48:30.806423 run create_hlr_db(pid=9810): Launched\u000a22:48:31.026530 bus /gobi_6: Setting Powered False\u000a22:48:32.074545 run create_hlr_db(pid=9810): Terminated: ok {rc=0}\u000a22:48:32.506753 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9812): Launched\u000a22:48:32.823003 run osmo-hlr_10.42.42.2(pid=9813): Launched\u000a22:48:32.939216 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:48:33.490874 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9815): Launched\u000a22:48:33.808167 run osmo-stp_10.42.42.5(pid=9816): Launched\u000a22:48:33.923099 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a22:48:34.475474 run pcap-recorder_any(filters='host 10.42.42.6')(pid=9818): Launched\u000a22:48:34.588778 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a22:48:34.864728 run patchelf(pid=9819): Launched\u000a22:48:35.050261 run osmo-stp_10.42.42.5(pid=9816): ERR: Terminated: ERROR {rc=1} [trial-2395↪gprs:nanobts+band-1900↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9816)]\u000a22:48:35.185678 run osmo-stp_10.42.42.5(pid=9816): stdout: \u000a| (launched: 2022-12-13_22:48:33.652311)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:48:35.322698 run osmo-stp_10.42.42.5(pid=9816): stderr: \u000a| �[0;m�[38;5;43m20221213224833845 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213224833845 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213224833845 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213224833846 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213224833846 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213224833846 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213224833846 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:48:35.454293 run osmo-stp_10.42.42.5(pid=9816): stdout: \u000a| (launched: 2022-12-13_22:48:33.652311)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:48:35.585033 run osmo-stp_10.42.42.5(pid=9816): stderr: \u000a| �[0;m�[38;5;43m20221213224833845 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213224833845 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213224833845 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213224833846 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213224833846 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213224833846 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213224833846 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:48:35.736645 run patchelf(pid=9819): Terminating (SIGINT)\u000a22:48:35.914326 run patchelf(pid=9819): Terminated: ok {rc=0}\u000a22:48:35.946590 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=9816): Process ended prematurely: osmo-stp_10.42.42.5(pid=9816) [trial-2395↪gprs:nanobts+band-1900↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9816)] [trial-2395↪gprs:nanobts+band-1900↪ping.py:22]\u000a22:48:35.955809 tst ping.py:22: Test FAILED (6.6 sec)\u000a22:48:36.019033 run osmo-hlr_10.42.42.2(pid=9813): ERR: Terminated: ERROR {rc=237} [trial-2395↪gprs:nanobts+band-1900↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=9813)]\u000a22:48:36.070517 run osmo-hlr_10.42.42.2(pid=9813): stdout: \u000a| (launched: 2022-12-13_22:48:32.668378) \u000a22:48:36.122197 run osmo-hlr_10.42.42.2(pid=9813): stderr: \u000a| �[0;m�[1;31m20221213224832867 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213224832867 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213224832867 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213224832867 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213224832867 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213224832867 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213224832879 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2395/run.2022-12-13_21-44-31/gprs:nanobts+band-1900/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213224832889 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213224832889 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213224832889 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:48:36.166253 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9812): Terminating (SIGTERM)\u000a22:48:36.208010 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9815): Terminating (SIGTERM)\u000a22:48:36.249696 run pcap-recorder_any(filters='host 10.42.42.6')(pid=9818): Terminating (SIGTERM)\u000a22:48:36.259351 --- ParallelTerminationStrategy: PID 9812 died...\u000a22:48:36.315682 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9812): Terminated: ok {rc=0}\u000a22:48:36.325806 --- ParallelTerminationStrategy: PID 9815 died...\u000a22:48:36.381725 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9815): Terminated: ok {rc=0}\u000a22:48:36.391736 --- ParallelTerminationStrategy: PID 9818 died...\u000a22:48:36.447588 run pcap-recorder_any(filters='host 10.42.42.6')(pid=9818): Terminated: ok {rc=0}\u000a22:48:36.534365 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 257, "className" : "gprs:nanobts+band-1900", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=9826): Process ended prematurely: osmo-stp_10.42.42.5(pid=9826) [trial-2395↪gprs:nanobts+band-1900↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9826)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=9826): Process ended prematurely: osmo-stp_10.42.42.5(pid=9826) [trial-2395↪gprs:nanobts+band-1900↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9826)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2395 gprs:nanobts+band-1900 ping_idle_ping.py\u000a----------------------------------------------\u000a22:48:37.587705 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a22:48:37.599363 tst gprs:nanobts+band-1900: Using 1 x bts (candidates: 1)\u000a22:48:37.726857 tst ping_idle_ping.py: using LAC 36760\u000a22:48:37.847993 tst ping_idle_ping.py: using RAC 40\u000a22:48:37.965528 tst ping_idle_ping.py: using CellId 36760\u000a22:48:38.080896 tst ping_idle_ping.py: using BVCI 36761\u000a22:48:38.103704 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a22:48:38.114394 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a22:48:38.125068 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a22:48:38.135593 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a22:48:38.146042 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a22:48:38.156419 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a22:48:38.166932 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a22:48:38.177778 tst gprs:nanobts+band-1900: Using 1 x modem (candidates: 4)\u000a22:48:38.467513 tst ping_idle_ping.py:24: start network...\u000a22:48:38.600874 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:48:39.104321 run create_hlr_db(pid=9820): Launched\u000a22:48:39.287988 bus /gobi_6: Setting Powered False\u000a22:48:40.310619 run create_hlr_db(pid=9820): Terminated: ok {rc=0}\u000a22:48:40.709470 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9822): Launched\u000a22:48:41.006795 run osmo-hlr_10.42.42.2(pid=9823): Launched\u000a22:48:41.124096 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:48:41.644152 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9825): Launched\u000a22:48:41.941876 run osmo-stp_10.42.42.5(pid=9826): Launched\u000a22:48:42.050175 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a22:48:42.567982 run pcap-recorder_any(filters='host 10.42.42.6')(pid=9828): Launched\u000a22:48:42.673728 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a22:48:42.933092 run patchelf(pid=9829): Launched\u000a22:48:43.106762 run osmo-stp_10.42.42.5(pid=9826): ERR: Terminated: ERROR {rc=1} [trial-2395↪gprs:nanobts+band-1900↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9826)]\u000a22:48:43.233837 run osmo-stp_10.42.42.5(pid=9826): stdout: \u000a| (launched: 2022-12-13_22:48:41.795649)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:48:43.360752 run osmo-stp_10.42.42.5(pid=9826): stderr: \u000a| �[0;m�[38;5;43m20221213224841967 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213224841967 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213224841968 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213224841968 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213224841968 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213224841969 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213224841969 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:48:43.484178 run osmo-stp_10.42.42.5(pid=9826): stdout: \u000a| (launched: 2022-12-13_22:48:41.795649)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:48:43.606170 run osmo-stp_10.42.42.5(pid=9826): stderr: \u000a| �[0;m�[38;5;43m20221213224841967 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213224841967 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213224841968 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213224841968 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213224841968 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213224841969 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213224841969 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:48:43.748820 run patchelf(pid=9829): Terminating (SIGINT)\u000a22:48:43.915639 run patchelf(pid=9829): Terminated: ok {rc=0}\u000a22:48:43.945921 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=9826): Process ended prematurely: osmo-stp_10.42.42.5(pid=9826) [trial-2395↪gprs:nanobts+band-1900↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9826)] [trial-2395↪gprs:nanobts+band-1900↪ping_idle_ping.py:27]\u000a22:48:43.954528 tst ping_idle_ping.py:27: Test FAILED (6.4 sec)\u000a22:48:44.013879 run osmo-hlr_10.42.42.2(pid=9823): ERR: Terminated: ERROR {rc=237} [trial-2395↪gprs:nanobts+band-1900↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=9823)]\u000a22:48:44.062423 run osmo-hlr_10.42.42.2(pid=9823): stdout: \u000a| (launched: 2022-12-13_22:48:40.860200) \u000a22:48:44.111375 run osmo-hlr_10.42.42.2(pid=9823): stderr: \u000a| �[0;m�[1;31m20221213224841036 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213224841036 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213224841036 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213224841036 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213224841036 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213224841036 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213224841048 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2395/run.2022-12-13_21-44-31/gprs:nanobts+band-1900/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213224841059 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213224841059 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213224841059 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:48:44.153139 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9822): Terminating (SIGTERM)\u000a22:48:44.192524 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9825): Terminating (SIGTERM)\u000a22:48:44.231956 run pcap-recorder_any(filters='host 10.42.42.6')(pid=9828): Terminating (SIGTERM)\u000a22:48:44.240851 --- ParallelTerminationStrategy: PID 9822 died...\u000a22:48:44.293349 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9822): Terminated: ok {rc=0}\u000a22:48:44.302898 --- ParallelTerminationStrategy: PID 9825 died...\u000a22:48:44.355413 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9825): Terminated: ok {rc=0}\u000a22:48:44.364869 --- ParallelTerminationStrategy: PID 9828 died...\u000a22:48:44.417340 run pcap-recorder_any(filters='host 10.42.42.6')(pid=9828): Terminated: ok {rc=0}\u000a22:48:44.504267 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 60.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "141", "name" : "gprs_nanobts+band-1900", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T22:47:46" }, { "cases" : [ { "testActions" : [ ], "age" : 257, "className" : "gprs:nanobts+band-1900+mod-bts0-egprs", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=9844): Process ended prematurely: osmo-stp_10.42.42.5(pid=9844) [trial-2395↪gprs:nanobts+band-1900+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9844)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=9844): Process ended prematurely: osmo-stp_10.42.42.5(pid=9844) [trial-2395↪gprs:nanobts+band-1900+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9844)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2395 gprs:nanobts+band-1900+mod-bts0-egprs cs_paging_gprs_active.py\u000a----------------------------------------------\u000a22:48:46.667211 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:48:46.679167 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a22:48:46.837754 tst cs_paging_gprs_active.py: using LAC 36761\u000a22:48:46.965817 tst cs_paging_gprs_active.py: using RAC 41\u000a22:48:47.094522 tst cs_paging_gprs_active.py: using CellId 36761\u000a22:48:47.243322 tst cs_paging_gprs_active.py: using BVCI 36762\u000a22:48:47.267421 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:48:47.279291 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:48:47.291545 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:48:47.303370 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:48:47.315540 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:48:47.327700 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:48:47.338586 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:48:47.349111 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:48:47.359771 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a22:48:47.482668 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a22:48:47.762851 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a22:48:47.887993 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a22:48:48.200110 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9834): Launched\u000a22:48:48.459804 run iperf3-srv_10.42.42.10(pid=9835): Launched\u000a22:48:48.644057 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a22:48:48.769755 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a22:48:49.083185 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9836): Launched\u000a22:48:49.343106 run iperf3-srv_10.42.42.10(pid=9837): Launched\u000a22:48:49.527197 tst cs_paging_gprs_active.py:38: start network...\u000a22:48:49.652579 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:48:50.137332 run create_hlr_db(pid=9838): Launched\u000a22:48:50.310868 bus /gobi_6: Setting Powered False\u000a22:48:51.333479 run create_hlr_db(pid=9838): Terminated: ok {rc=0}\u000a22:48:51.761876 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9840): Launched\u000a22:48:52.085169 run osmo-hlr_10.42.42.2(pid=9841): Launched\u000a22:48:52.204925 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:48:52.764406 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9843): Launched\u000a22:48:53.066521 run osmo-stp_10.42.42.5(pid=9844): Launched\u000a22:48:53.175927 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a22:48:53.700856 run pcap-recorder_any(filters='host 10.42.42.6')(pid=9846): Launched\u000a22:48:53.808893 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a22:48:54.071870 run patchelf(pid=9847): Launched\u000a22:48:54.248187 run osmo-stp_10.42.42.5(pid=9844): ERR: Terminated: ERROR {rc=1} [trial-2395↪gprs:nanobts+band-1900+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9844)]\u000a22:48:54.377364 run osmo-stp_10.42.42.5(pid=9844): stdout: \u000a| (launched: 2022-12-13_22:48:52.918539)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:48:54.506334 run osmo-stp_10.42.42.5(pid=9844): stderr: \u000a| �[0;m�[38;5;43m20221213224853090 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213224853090 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213224853090 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213224853090 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213224853091 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213224853091 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213224853091 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:48:54.631534 run osmo-stp_10.42.42.5(pid=9844): stdout: \u000a| (launched: 2022-12-13_22:48:52.918539)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:48:54.754830 run osmo-stp_10.42.42.5(pid=9844): stderr: \u000a| �[0;m�[38;5;43m20221213224853090 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213224853090 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213224853090 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213224853090 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213224853091 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213224853091 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213224853091 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:48:54.899066 run patchelf(pid=9847): Terminating (SIGINT)\u000a22:48:55.067566 run patchelf(pid=9847): Terminated: ok {rc=0}\u000a22:48:55.098650 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=9844): Process ended prematurely: osmo-stp_10.42.42.5(pid=9844) [trial-2395↪gprs:nanobts+band-1900+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9844)] [trial-2395↪gprs:nanobts+band-1900+mod-bts0-egprs↪cs_paging_gprs_active.py:38]\u000a22:48:55.107840 tst cs_paging_gprs_active.py:38: Test FAILED (8.5 sec)\u000a22:48:55.166901 run osmo-hlr_10.42.42.2(pid=9841): ERR: Terminated: ERROR {rc=237} [trial-2395↪gprs:nanobts+band-1900+mod-bts0-egprs↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=9841)]\u000a22:48:55.215344 run osmo-hlr_10.42.42.2(pid=9841): stdout: \u000a| (launched: 2022-12-13_22:48:51.926137) \u000a22:48:55.264337 run osmo-hlr_10.42.42.2(pid=9841): stderr: \u000a| �[0;m�[1;31m20221213224852124 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213224852124 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213224852124 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213224852124 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213224852124 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213224852124 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213224852137 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2395/run.2022-12-13_21-44-31/gprs:nanobts+band-1900+mod-bts0-egprs/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213224852145 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213224852145 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213224852146 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:48:55.306189 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9834): Terminating (SIGTERM)\u000a22:48:55.345337 run iperf3-srv_10.42.42.10(pid=9835): Terminating (SIGTERM)\u000a22:48:55.384368 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9836): Terminating (SIGTERM)\u000a22:48:55.423376 run iperf3-srv_10.42.42.10(pid=9837): Terminating (SIGTERM)\u000a22:48:55.462515 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9840): Terminating (SIGTERM)\u000a22:48:55.501402 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9843): Terminating (SIGTERM)\u000a22:48:55.540382 run pcap-recorder_any(filters='host 10.42.42.6')(pid=9846): Terminating (SIGTERM)\u000a22:48:55.549515 --- ParallelTerminationStrategy: PID 9834 died...\u000a22:48:55.602303 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9834): Terminated: ok {rc=0}\u000a22:48:55.612127 --- ParallelTerminationStrategy: PID 9835 died...\u000a22:48:55.664431 run iperf3-srv_10.42.42.10(pid=9835): Terminated {rc=256}\u000a22:48:55.673898 --- ParallelTerminationStrategy: PID 9836 died...\u000a22:48:55.726229 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9836): Terminated: ok {rc=0}\u000a22:48:55.735642 --- ParallelTerminationStrategy: PID 9837 died...\u000a22:48:55.787927 run iperf3-srv_10.42.42.10(pid=9837): Terminated {rc=256}\u000a22:48:55.797865 --- ParallelTerminationStrategy: PID 9840 died...\u000a22:48:55.850686 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9840): Terminated: ok {rc=0}\u000a22:48:55.860079 --- ParallelTerminationStrategy: PID 9843 died...\u000a22:48:55.912371 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9843): Terminated: ok {rc=0}\u000a22:48:55.921901 --- ParallelTerminationStrategy: PID 9846 died...\u000a22:48:55.974180 run pcap-recorder_any(filters='host 10.42.42.6')(pid=9846): Terminated: ok {rc=0}\u000a22:48:56.061570 bus /gobi_0: Setting Powered False\u000a22:48:57.164994 bus /gobi_0: Setting Powered False\u000a22:48:58.275005 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 257, "className" : "gprs:nanobts+band-1900+mod-bts0-egprs", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=9856): Process ended prematurely: osmo-stp_10.42.42.5(pid=9856) [trial-2395↪gprs:nanobts+band-1900+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9856)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=9856): Process ended prematurely: osmo-stp_10.42.42.5(pid=9856) [trial-2395↪gprs:nanobts+band-1900+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9856)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2395 gprs:nanobts+band-1900+mod-bts0-egprs iperf3.py\u000a----------------------------------------------\u000a22:48:59.384264 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:48:59.395675 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a22:48:59.535810 tst iperf3.py: using LAC 36762\u000a22:48:59.656452 tst iperf3.py: using RAC 42\u000a22:48:59.774858 tst iperf3.py: using CellId 36762\u000a22:48:59.896936 tst iperf3.py: using BVCI 36763\u000a22:48:59.919906 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:48:59.930847 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:48:59.941551 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:48:59.952196 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:48:59.962752 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:48:59.973340 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:48:59.984064 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:48:59.995058 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:49:00.005864 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a22:49:00.298977 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a22:49:00.434000 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a22:49:00.766716 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9848): Launched\u000a22:49:01.069745 run iperf3-srv_10.42.42.10(pid=9849): Launched\u000a22:49:01.270782 tst iperf3.py:8: start network...\u000a22:49:01.409047 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:49:01.965345 run create_hlr_db(pid=9850): Launched\u000a22:49:02.156506 bus /gobi_6: Setting Powered False\u000a22:49:03.175407 run create_hlr_db(pid=9850): Terminated: ok {rc=0}\u000a22:49:03.581479 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9852): Launched\u000a22:49:03.885673 run osmo-hlr_10.42.42.2(pid=9853): Launched\u000a22:49:03.996355 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:49:04.521571 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9855): Launched\u000a22:49:04.822409 run osmo-stp_10.42.42.5(pid=9856): Launched\u000a22:49:04.932337 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a22:49:05.458360 run pcap-recorder_any(filters='host 10.42.42.6')(pid=9858): Launched\u000a22:49:05.565965 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a22:49:05.829776 run patchelf(pid=9859): Launched\u000a22:49:06.007312 run osmo-stp_10.42.42.5(pid=9856): ERR: Terminated: ERROR {rc=1} [trial-2395↪gprs:nanobts+band-1900+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9856)]\u000a22:49:06.136275 run osmo-stp_10.42.42.5(pid=9856): stdout: \u000a| (launched: 2022-12-13_22:49:04.674436)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:49:06.265863 run osmo-stp_10.42.42.5(pid=9856): stderr: \u000a| �[0;m�[38;5;43m20221213224904846 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213224904846 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213224904847 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213224904847 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213224904847 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213224904848 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213224904848 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:49:06.390437 run osmo-stp_10.42.42.5(pid=9856): stdout: \u000a| (launched: 2022-12-13_22:49:04.674436)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:49:06.514294 run osmo-stp_10.42.42.5(pid=9856): stderr: \u000a| �[0;m�[38;5;43m20221213224904846 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213224904846 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213224904847 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213224904847 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213224904847 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213224904848 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213224904848 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:49:06.658353 run patchelf(pid=9859): Terminating (SIGINT)\u000a22:49:06.827248 run patchelf(pid=9859): Terminated: ok {rc=0}\u000a22:49:06.858206 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=9856): Process ended prematurely: osmo-stp_10.42.42.5(pid=9856) [trial-2395↪gprs:nanobts+band-1900+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9856)] [trial-2395↪gprs:nanobts+band-1900+mod-bts0-egprs↪iperf3.py:8]\u000a22:49:06.867384 tst iperf3.py:8: Test FAILED (7.5 sec)\u000a22:49:06.927041 run osmo-hlr_10.42.42.2(pid=9853): ERR: Terminated: ERROR {rc=237} [trial-2395↪gprs:nanobts+band-1900+mod-bts0-egprs↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=9853)]\u000a22:49:06.975760 run osmo-hlr_10.42.42.2(pid=9853): stdout: \u000a| (launched: 2022-12-13_22:49:03.735301) \u000a22:49:07.025136 run osmo-hlr_10.42.42.2(pid=9853): stderr: \u000a| �[0;m�[1;31m20221213224903914 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213224903914 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213224903914 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213224903914 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213224903914 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213224903914 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213224903929 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2395/run.2022-12-13_21-44-31/gprs:nanobts+band-1900+mod-bts0-egprs/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213224903941 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213224903941 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213224903941 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:49:07.067123 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9848): Terminating (SIGTERM)\u000a22:49:07.106380 run iperf3-srv_10.42.42.10(pid=9849): Terminating (SIGTERM)\u000a22:49:07.145894 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9852): Terminating (SIGTERM)\u000a22:49:07.185109 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9855): Terminating (SIGTERM)\u000a22:49:07.224495 run pcap-recorder_any(filters='host 10.42.42.6')(pid=9858): Terminating (SIGTERM)\u000a22:49:07.234029 --- ParallelTerminationStrategy: PID 9848 died...\u000a22:49:07.286889 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9848): Terminated: ok {rc=0}\u000a22:49:07.296471 --- ParallelTerminationStrategy: PID 9849 died...\u000a22:49:07.349001 run iperf3-srv_10.42.42.10(pid=9849): Terminated {rc=256}\u000a22:49:07.358552 --- ParallelTerminationStrategy: PID 9852 died...\u000a22:49:07.410769 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9852): Terminated: ok {rc=0}\u000a22:49:07.420171 --- ParallelTerminationStrategy: PID 9855 died...\u000a22:49:07.472514 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9855): Terminated: ok {rc=0}\u000a22:49:07.482654 --- ParallelTerminationStrategy: PID 9858 died...\u000a22:49:07.535363 run pcap-recorder_any(filters='host 10.42.42.6')(pid=9858): Terminated: ok {rc=0}\u000a22:49:07.623710 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 257, "className" : "gprs:nanobts+band-1900+mod-bts0-egprs", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=9874): Process ended prematurely: osmo-stp_10.42.42.5(pid=9874) [trial-2395↪gprs:nanobts+band-1900+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9874)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=9874): Process ended prematurely: osmo-stp_10.42.42.5(pid=9874) [trial-2395↪gprs:nanobts+band-1900+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9874)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2395 gprs:nanobts+band-1900+mod-bts0-egprs iperf3m4.py\u000a----------------------------------------------\u000a22:49:08.733397 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:49:08.744723 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a22:49:08.873525 tst iperf3m4.py: using LAC 36763\u000a22:49:08.996293 tst iperf3m4.py: using RAC 43\u000a22:49:09.114826 tst iperf3m4.py: using CellId 36763\u000a22:49:09.230979 tst iperf3m4.py: using BVCI 36764\u000a22:49:09.253966 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:49:09.264924 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:49:09.275790 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:49:09.286588 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:49:09.297202 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:49:09.307836 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:49:09.318781 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:49:09.329534 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:49:09.340277 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a22:49:09.455436 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a22:49:09.573945 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a22:49:09.690845 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a22:49:09.989575 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a22:49:10.125865 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a22:49:10.461080 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9860): Launched\u000a22:49:10.739387 run iperf3-srv_10.42.42.10(pid=9861): Launched\u000a22:49:10.936731 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a22:49:11.071396 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a22:49:11.404515 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9862): Launched\u000a22:49:11.683095 run iperf3-srv_10.42.42.10(pid=9863): Launched\u000a22:49:11.881554 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a22:49:12.016869 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a22:49:12.350940 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9864): Launched\u000a22:49:12.628010 run iperf3-srv_10.42.42.10(pid=9865): Launched\u000a22:49:12.825749 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a22:49:12.960433 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a22:49:13.294793 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9866): Launched\u000a22:49:13.572893 run iperf3-srv_10.42.42.10(pid=9867): Launched\u000a22:49:13.771283 tst iperf3m4.py:8: start network...\u000a22:49:13.906319 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:49:14.416786 run create_hlr_db(pid=9868): Launched\u000a22:49:14.604345 bus /gobi_6: Setting Powered False\u000a22:49:15.626446 run create_hlr_db(pid=9868): Terminated: ok {rc=0}\u000a22:49:16.075054 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9870): Launched\u000a22:49:16.508538 run osmo-hlr_10.42.42.2(pid=9871): Launched\u000a22:49:16.718538 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:49:17.346194 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9873): Launched\u000a22:49:17.649485 run osmo-stp_10.42.42.5(pid=9874): Launched\u000a22:49:17.759562 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a22:49:18.286266 run pcap-recorder_any(filters='host 10.42.42.6')(pid=9876): Launched\u000a22:49:18.393503 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a22:49:18.656679 run patchelf(pid=9877): Launched\u000a22:49:18.833644 run osmo-stp_10.42.42.5(pid=9874): ERR: Terminated: ERROR {rc=1} [trial-2395↪gprs:nanobts+band-1900+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9874)]\u000a22:49:18.962512 run osmo-stp_10.42.42.5(pid=9874): stdout: \u000a| (launched: 2022-12-13_22:49:17.499843)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:49:19.091429 run osmo-stp_10.42.42.5(pid=9874): stderr: \u000a| �[0;m�[38;5;43m20221213224917671 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213224917671 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213224917671 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213224917671 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213224917672 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213224917672 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213224917672 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:49:19.216467 run osmo-stp_10.42.42.5(pid=9874): stdout: \u000a| (launched: 2022-12-13_22:49:17.499843)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:49:19.339873 run osmo-stp_10.42.42.5(pid=9874): stderr: \u000a| �[0;m�[38;5;43m20221213224917671 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213224917671 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213224917671 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213224917671 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213224917672 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213224917672 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213224917672 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:49:19.483579 run patchelf(pid=9877): Terminating (SIGINT)\u000a22:49:19.653226 run patchelf(pid=9877): Terminated: ok {rc=0}\u000a22:49:19.684204 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=9874): Process ended prematurely: osmo-stp_10.42.42.5(pid=9874) [trial-2395↪gprs:nanobts+band-1900+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9874)] [trial-2395↪gprs:nanobts+band-1900+mod-bts0-egprs↪iperf3m4.py:8]\u000a22:49:19.693545 tst iperf3m4.py:8: Test FAILED (11.0 sec)\u000a22:49:19.753142 run osmo-hlr_10.42.42.2(pid=9871): ERR: Terminated: ERROR {rc=237} [trial-2395↪gprs:nanobts+band-1900+mod-bts0-egprs↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=9871)]\u000a22:49:19.801389 run osmo-hlr_10.42.42.2(pid=9871): stdout: \u000a| (launched: 2022-12-13_22:49:16.242453) \u000a22:49:19.850463 run osmo-hlr_10.42.42.2(pid=9871): stderr: \u000a| �[0;m�[1;31m20221213224916594 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213224916594 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213224916594 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213224916594 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213224916594 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213224916594 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213224916607 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2395/run.2022-12-13_21-44-31/gprs:nanobts+band-1900+mod-bts0-egprs/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213224916626 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213224916627 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213224916627 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:49:19.892445 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9860): Terminating (SIGTERM)\u000a22:49:19.931883 run iperf3-srv_10.42.42.10(pid=9861): Terminating (SIGTERM)\u000a22:49:19.971399 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9862): Terminating (SIGTERM)\u000a22:49:20.011162 run iperf3-srv_10.42.42.10(pid=9863): Terminating (SIGTERM)\u000a22:49:20.050548 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9864): Terminating (SIGTERM)\u000a22:49:20.089608 run iperf3-srv_10.42.42.10(pid=9865): Terminating (SIGTERM)\u000a22:49:20.128859 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9866): Terminating (SIGTERM)\u000a22:49:20.167972 run iperf3-srv_10.42.42.10(pid=9867): Terminating (SIGTERM)\u000a22:49:20.207219 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9870): Terminating (SIGTERM)\u000a22:49:20.246406 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9873): Terminating (SIGTERM)\u000a22:49:20.285554 run pcap-recorder_any(filters='host 10.42.42.6')(pid=9876): Terminating (SIGTERM)\u000a22:49:20.294804 --- ParallelTerminationStrategy: PID 9860 died...\u000a22:49:20.347769 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9860): Terminated: ok {rc=0}\u000a22:49:20.357393 --- ParallelTerminationStrategy: PID 9861 died...\u000a22:49:20.409710 run iperf3-srv_10.42.42.10(pid=9861): Terminated {rc=256}\u000a22:49:20.419175 --- ParallelTerminationStrategy: PID 9862 died...\u000a22:49:20.471751 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9862): Terminated: ok {rc=0}\u000a22:49:20.481303 --- ParallelTerminationStrategy: PID 9863 died...\u000a22:49:20.533631 run iperf3-srv_10.42.42.10(pid=9863): Terminated {rc=256}\u000a22:49:20.543077 --- ParallelTerminationStrategy: PID 9864 died...\u000a22:49:20.595492 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9864): Terminated: ok {rc=0}\u000a22:49:20.605061 --- ParallelTerminationStrategy: PID 9865 died...\u000a22:49:20.657358 run iperf3-srv_10.42.42.10(pid=9865): Terminated {rc=256}\u000a22:49:20.666951 --- ParallelTerminationStrategy: PID 9866 died...\u000a22:49:20.719594 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9866): Terminated: ok {rc=0}\u000a22:49:20.729280 --- ParallelTerminationStrategy: PID 9867 died...\u000a22:49:20.781503 run iperf3-srv_10.42.42.10(pid=9867): Terminated {rc=256}\u000a22:49:20.790998 --- ParallelTerminationStrategy: PID 9870 died...\u000a22:49:20.843499 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9870): Terminated: ok {rc=0}\u000a22:49:20.853151 --- ParallelTerminationStrategy: PID 9873 died...\u000a22:49:20.905515 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9873): Terminated: ok {rc=0}\u000a22:49:20.915092 --- ParallelTerminationStrategy: PID 9876 died...\u000a22:49:20.967605 run pcap-recorder_any(filters='host 10.42.42.6')(pid=9876): Terminated: ok {rc=0}\u000a22:49:21.055752 bus /gobi_4: Setting Powered False\u000a22:49:22.158126 bus /gobi_4: Setting Powered False\u000a22:49:23.268682 bus /gobi_1: Setting Powered False\u000a22:49:24.370517 bus /gobi_1: Setting Powered False\u000a22:49:25.480779 bus /gobi_0: Setting Powered False\u000a22:49:26.584435 bus /gobi_0: Setting Powered False\u000a22:49:27.696442 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 257, "className" : "gprs:nanobts+band-1900+mod-bts0-egprs", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=9884): Process ended prematurely: osmo-stp_10.42.42.5(pid=9884) [trial-2395↪gprs:nanobts+band-1900+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9884)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=9884): Process ended prematurely: osmo-stp_10.42.42.5(pid=9884) [trial-2395↪gprs:nanobts+band-1900+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9884)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2395 gprs:nanobts+band-1900+mod-bts0-egprs ping.py\u000a----------------------------------------------\u000a22:49:28.762283 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:49:28.773839 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a22:49:28.898188 tst ping.py: using LAC 36764\u000a22:49:29.020602 tst ping.py: using RAC 44\u000a22:49:29.144212 tst ping.py: using CellId 36764\u000a22:49:29.267551 tst ping.py: using BVCI 36765\u000a22:49:29.291909 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:49:29.303376 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:49:29.314942 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:49:29.326235 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:49:29.337763 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:49:29.349326 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:49:29.360897 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:49:29.372503 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a22:49:29.642532 tst ping.py:19: start network...\u000a22:49:29.763615 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:49:30.236810 run create_hlr_db(pid=9878): Launched\u000a22:49:30.407170 bus /gobi_6: Setting Powered False\u000a22:49:31.494288 run create_hlr_db(pid=9878): Terminated: ok {rc=0}\u000a22:49:31.941251 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9880): Launched\u000a22:49:32.274722 run osmo-hlr_10.42.42.2(pid=9881): Launched\u000a22:49:32.396770 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:49:32.951477 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9883): Launched\u000a22:49:33.267447 run osmo-stp_10.42.42.5(pid=9884): Launched\u000a22:49:33.382827 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a22:49:33.935921 run pcap-recorder_any(filters='host 10.42.42.6')(pid=9886): Launched\u000a22:49:34.049152 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a22:49:34.325082 run patchelf(pid=9888): Launched\u000a22:49:34.510772 run osmo-stp_10.42.42.5(pid=9884): ERR: Terminated: ERROR {rc=1} [trial-2395↪gprs:nanobts+band-1900+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9884)]\u000a22:49:34.646858 run osmo-stp_10.42.42.5(pid=9884): stdout: \u000a| (launched: 2022-12-13_22:49:33.111569)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:49:34.782786 run osmo-stp_10.42.42.5(pid=9884): stderr: \u000a| �[0;m�[38;5;43m20221213224933302 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213224933302 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213224933302 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213224933302 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213224933303 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213224933303 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213224933303 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:49:34.914447 run osmo-stp_10.42.42.5(pid=9884): stdout: \u000a| (launched: 2022-12-13_22:49:33.111569)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:49:35.044641 run osmo-stp_10.42.42.5(pid=9884): stderr: \u000a| �[0;m�[38;5;43m20221213224933302 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213224933302 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213224933302 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213224933302 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213224933303 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213224933303 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213224933303 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:49:35.195901 run patchelf(pid=9888): Terminating (SIGINT)\u000a22:49:35.373233 run patchelf(pid=9888): Terminated: ok {rc=0}\u000a22:49:35.405206 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=9884): Process ended prematurely: osmo-stp_10.42.42.5(pid=9884) [trial-2395↪gprs:nanobts+band-1900+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9884)] [trial-2395↪gprs:nanobts+band-1900+mod-bts0-egprs↪ping.py:22]\u000a22:49:35.414543 tst ping.py:22: Test FAILED (6.6 sec)\u000a22:49:35.477474 run osmo-hlr_10.42.42.2(pid=9881): ERR: Terminated: ERROR {rc=237} [trial-2395↪gprs:nanobts+band-1900+mod-bts0-egprs↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=9881)]\u000a22:49:35.528810 run osmo-hlr_10.42.42.2(pid=9881): stdout: \u000a| (launched: 2022-12-13_22:49:32.108610) \u000a22:49:35.581254 run osmo-hlr_10.42.42.2(pid=9881): stderr: \u000a| �[0;m�[1;31m20221213224932339 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213224932339 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213224932339 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213224932339 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213224932339 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213224932339 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213224932352 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2395/run.2022-12-13_21-44-31/gprs:nanobts+band-1900+mod-bts0-egprs/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213224932362 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213224932362 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213224932362 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:49:35.626231 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9880): Terminating (SIGTERM)\u000a22:49:35.668313 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9883): Terminating (SIGTERM)\u000a22:49:35.710601 run pcap-recorder_any(filters='host 10.42.42.6')(pid=9886): Terminating (SIGTERM)\u000a22:49:35.720359 --- ParallelTerminationStrategy: PID 9880 died...\u000a22:49:35.777110 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9880): Terminated: ok {rc=0}\u000a22:49:35.787339 --- ParallelTerminationStrategy: PID 9883 died...\u000a22:49:35.843590 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9883): Terminated: ok {rc=0}\u000a22:49:35.853810 --- ParallelTerminationStrategy: PID 9886 died...\u000a22:49:35.909628 run pcap-recorder_any(filters='host 10.42.42.6')(pid=9886): Terminated: ok {rc=0}\u000a22:49:35.996467 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 257, "className" : "gprs:nanobts+band-1900+mod-bts0-egprs", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=9895): Process ended prematurely: osmo-stp_10.42.42.5(pid=9895) [trial-2395↪gprs:nanobts+band-1900+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9895)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=9895): Process ended prematurely: osmo-stp_10.42.42.5(pid=9895) [trial-2395↪gprs:nanobts+band-1900+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9895)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2395 gprs:nanobts+band-1900+mod-bts0-egprs ping_idle_ping.py\u000a----------------------------------------------\u000a22:49:37.049367 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:49:37.061485 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a22:49:37.195006 tst ping_idle_ping.py: using LAC 36765\u000a22:49:37.317175 tst ping_idle_ping.py: using RAC 45\u000a22:49:37.441169 tst ping_idle_ping.py: using CellId 36765\u000a22:49:37.565406 tst ping_idle_ping.py: using BVCI 36766\u000a22:49:37.590163 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:49:37.601906 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:49:37.613353 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:49:37.624851 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:49:37.636879 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:49:37.648505 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:49:37.660405 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:49:37.672010 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a22:49:37.946579 tst ping_idle_ping.py:24: start network...\u000a22:49:38.069354 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:49:38.552806 run create_hlr_db(pid=9889): Launched\u000a22:49:38.724628 bus /gobi_6: Setting Powered False\u000a22:49:39.746906 run create_hlr_db(pid=9889): Terminated: ok {rc=0}\u000a22:49:40.171576 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9891): Launched\u000a22:49:40.491032 run osmo-hlr_10.42.42.2(pid=9892): Launched\u000a22:49:40.609231 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:49:41.159613 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9894): Launched\u000a22:49:41.457315 run osmo-stp_10.42.42.5(pid=9895): Launched\u000a22:49:41.565621 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a22:49:42.082067 run pcap-recorder_any(filters='host 10.42.42.6')(pid=9897): Launched\u000a22:49:42.188064 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a22:49:42.446185 run patchelf(pid=9898): Launched\u000a22:49:42.619782 run osmo-stp_10.42.42.5(pid=9895): ERR: Terminated: ERROR {rc=1} [trial-2395↪gprs:nanobts+band-1900+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9895)]\u000a22:49:42.746622 run osmo-stp_10.42.42.5(pid=9895): stdout: \u000a| (launched: 2022-12-13_22:49:41.311103)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:49:42.873415 run osmo-stp_10.42.42.5(pid=9895): stderr: \u000a| �[0;m�[38;5;43m20221213224941482 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213224941482 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213224941482 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213224941483 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213224941483 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213224941483 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213224941483 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:49:42.996290 run osmo-stp_10.42.42.5(pid=9895): stdout: \u000a| (launched: 2022-12-13_22:49:41.311103)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:49:43.117905 run osmo-stp_10.42.42.5(pid=9895): stderr: \u000a| �[0;m�[38;5;43m20221213224941482 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213224941482 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213224941482 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213224941483 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213224941483 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213224941483 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213224941483 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:49:43.259135 run patchelf(pid=9898): Terminating (SIGINT)\u000a22:49:43.425399 run patchelf(pid=9898): Terminated: ok {rc=0}\u000a22:49:43.455696 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=9895): Process ended prematurely: osmo-stp_10.42.42.5(pid=9895) [trial-2395↪gprs:nanobts+band-1900+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9895)] [trial-2395↪gprs:nanobts+band-1900+mod-bts0-egprs↪ping_idle_ping.py:27]\u000a22:49:43.464158 tst ping_idle_ping.py:27: Test FAILED (6.4 sec)\u000a22:49:43.523659 run osmo-hlr_10.42.42.2(pid=9892): ERR: Terminated: ERROR {rc=237} [trial-2395↪gprs:nanobts+band-1900+mod-bts0-egprs↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=9892)]\u000a22:49:43.571957 run osmo-hlr_10.42.42.2(pid=9892): stdout: \u000a| (launched: 2022-12-13_22:49:40.333842) \u000a22:49:43.620707 run osmo-hlr_10.42.42.2(pid=9892): stderr: \u000a| �[0;m�[1;31m20221213224940530 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213224940530 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213224940530 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213224940530 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213224940530 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213224940530 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213224940542 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2395/run.2022-12-13_21-44-31/gprs:nanobts+band-1900+mod-bts0-egprs/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213224940550 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213224940551 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213224940551 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:49:43.662342 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9891): Terminating (SIGTERM)\u000a22:49:43.701487 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9894): Terminating (SIGTERM)\u000a22:49:43.741151 run pcap-recorder_any(filters='host 10.42.42.6')(pid=9897): Terminating (SIGTERM)\u000a22:49:43.750271 --- ParallelTerminationStrategy: PID 9891 died...\u000a22:49:43.802702 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9891): Terminated: ok {rc=0}\u000a22:49:43.812500 --- ParallelTerminationStrategy: PID 9894 died...\u000a22:49:43.864918 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9894): Terminated: ok {rc=0}\u000a22:49:43.874399 --- ParallelTerminationStrategy: PID 9897 died...\u000a22:49:43.926603 run pcap-recorder_any(filters='host 10.42.42.6')(pid=9897): Terminated: ok {rc=0}\u000a22:49:44.014956 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 60.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "142", "name" : "gprs_nanobts+band-1900+mod-bts0-egprs", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T22:48:46" }, { "cases" : [ { "testActions" : [ ], "age" : 257, "className" : "gprs:nanobts+band-1900+mod-bts0-dynts-ipa", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=9912): Process ended prematurely: osmo-stp_10.42.42.5(pid=9912) [trial-2395↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9912)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=9912): Process ended prematurely: osmo-stp_10.42.42.5(pid=9912) [trial-2395↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9912)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2395 gprs:nanobts+band-1900+mod-bts0-dynts-ipa cs_paging_gprs_active.py\u000a----------------------------------------------\u000a22:49:46.195353 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:49:46.208012 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a22:49:46.387889 tst cs_paging_gprs_active.py: using LAC 36766\u000a22:49:46.522251 tst cs_paging_gprs_active.py: using RAC 46\u000a22:49:46.684351 tst cs_paging_gprs_active.py: using CellId 36766\u000a22:49:46.817467 tst cs_paging_gprs_active.py: using BVCI 36767\u000a22:49:46.841921 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:49:46.853574 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:49:46.865122 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:49:46.876538 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:49:46.887950 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:49:46.899612 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:49:46.911334 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:49:46.922840 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:49:46.934493 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a22:49:47.077214 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a22:49:47.394450 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a22:49:47.530412 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a22:49:47.865169 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9902): Launched\u000a22:49:48.142831 run iperf3-srv_10.42.42.10(pid=9903): Launched\u000a22:49:48.341588 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a22:49:48.476736 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a22:49:48.811595 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9904): Launched\u000a22:49:49.088414 run iperf3-srv_10.42.42.10(pid=9905): Launched\u000a22:49:49.286199 tst cs_paging_gprs_active.py:38: start network...\u000a22:49:49.421360 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:49:49.930009 run create_hlr_db(pid=9906): Launched\u000a22:49:50.116876 bus /gobi_6: Setting Powered False\u000a22:49:51.138082 run create_hlr_db(pid=9906): Terminated: ok {rc=0}\u000a22:49:51.542786 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9908): Launched\u000a22:49:51.844707 run osmo-hlr_10.42.42.2(pid=9909): Launched\u000a22:49:51.956346 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:49:52.479585 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9911): Launched\u000a22:49:52.782389 run osmo-stp_10.42.42.5(pid=9912): Launched\u000a22:49:52.892850 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a22:49:53.419533 run pcap-recorder_any(filters='host 10.42.42.6')(pid=9914): Launched\u000a22:49:53.527135 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a22:49:53.790890 run patchelf(pid=9915): Launched\u000a22:49:53.967743 run osmo-stp_10.42.42.5(pid=9912): ERR: Terminated: ERROR {rc=1} [trial-2395↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9912)]\u000a22:49:54.097065 run osmo-stp_10.42.42.5(pid=9912): stdout: \u000a| (launched: 2022-12-13_22:49:52.633212)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:49:54.226584 run osmo-stp_10.42.42.5(pid=9912): stderr: \u000a| �[0;m�[38;5;43m20221213224952801 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213224952802 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213224952802 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213224952802 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213224952805 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213224952805 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213224952805 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:49:54.352094 run osmo-stp_10.42.42.5(pid=9912): stdout: \u000a| (launched: 2022-12-13_22:49:52.633212)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:49:54.475557 run osmo-stp_10.42.42.5(pid=9912): stderr: \u000a| �[0;m�[38;5;43m20221213224952801 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213224952802 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213224952802 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213224952802 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213224952805 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213224952805 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213224952805 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:49:54.619462 run patchelf(pid=9915): Terminating (SIGINT)\u000a22:49:54.789493 run patchelf(pid=9915): Terminated: ok {rc=0}\u000a22:49:54.820378 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=9912): Process ended prematurely: osmo-stp_10.42.42.5(pid=9912) [trial-2395↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9912)] [trial-2395↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38]\u000a22:49:54.829606 tst cs_paging_gprs_active.py:38: Test FAILED (8.7 sec)\u000a22:49:54.889234 run osmo-hlr_10.42.42.2(pid=9909): ERR: Terminated: ERROR {rc=237} [trial-2395↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=9909)]\u000a22:49:54.937942 run osmo-hlr_10.42.42.2(pid=9909): stdout: \u000a| (launched: 2022-12-13_22:49:51.696672) \u000a22:49:54.987241 run osmo-hlr_10.42.42.2(pid=9909): stderr: \u000a| �[0;m�[1;31m20221213224951876 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213224951876 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213224951876 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213224951876 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213224951876 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213224951876 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213224951888 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2395/run.2022-12-13_21-44-31/gprs:nanobts+band-1900+mod-bts0-dynts-ipa/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213224951899 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213224951899 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213224951899 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:49:55.029318 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9902): Terminating (SIGTERM)\u000a22:49:55.068656 run iperf3-srv_10.42.42.10(pid=9903): Terminating (SIGTERM)\u000a22:49:55.108040 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9904): Terminating (SIGTERM)\u000a22:49:55.147350 run iperf3-srv_10.42.42.10(pid=9905): Terminating (SIGTERM)\u000a22:49:55.188625 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9908): Terminating (SIGTERM)\u000a22:49:55.228154 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9911): Terminating (SIGTERM)\u000a22:49:55.267788 run pcap-recorder_any(filters='host 10.42.42.6')(pid=9914): Terminating (SIGTERM)\u000a22:49:55.277030 --- ParallelTerminationStrategy: PID 9902 died...\u000a22:49:55.330320 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9902): Terminated: ok {rc=0}\u000a22:49:55.339903 --- ParallelTerminationStrategy: PID 9903 died...\u000a22:49:55.392766 run iperf3-srv_10.42.42.10(pid=9903): Terminated {rc=256}\u000a22:49:55.402378 --- ParallelTerminationStrategy: PID 9904 died...\u000a22:49:55.455030 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9904): Terminated: ok {rc=0}\u000a22:49:55.464446 --- ParallelTerminationStrategy: PID 9905 died...\u000a22:49:55.517092 run iperf3-srv_10.42.42.10(pid=9905): Terminated {rc=256}\u000a22:49:55.526693 --- ParallelTerminationStrategy: PID 9908 died...\u000a22:49:55.579336 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9908): Terminated: ok {rc=0}\u000a22:49:55.589062 --- ParallelTerminationStrategy: PID 9911 died...\u000a22:49:55.641963 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9911): Terminated: ok {rc=0}\u000a22:49:55.651642 --- ParallelTerminationStrategy: PID 9914 died...\u000a22:49:55.704630 run pcap-recorder_any(filters='host 10.42.42.6')(pid=9914): Terminated: ok {rc=0}\u000a22:49:55.788693 bus /gobi_0: Setting Powered False\u000a22:49:56.890434 bus /gobi_0: Setting Powered False\u000a22:49:58.001221 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 257, "className" : "gprs:nanobts+band-1900+mod-bts0-dynts-ipa", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=9927): Process ended prematurely: osmo-stp_10.42.42.5(pid=9927) [trial-2395↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9927)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=9927): Process ended prematurely: osmo-stp_10.42.42.5(pid=9927) [trial-2395↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9927)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2395 gprs:nanobts+band-1900+mod-bts0-dynts-ipa iperf3.py\u000a----------------------------------------------\u000a22:49:59.109660 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:49:59.121321 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a22:49:59.270794 tst iperf3.py: using LAC 36767\u000a22:49:59.388647 tst iperf3.py: using RAC 47\u000a22:49:59.508620 tst iperf3.py: using CellId 36767\u000a22:49:59.629359 tst iperf3.py: using BVCI 36768\u000a22:49:59.652318 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:49:59.663782 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:49:59.674846 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:49:59.685661 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:49:59.696381 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:49:59.707395 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:49:59.718371 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:49:59.729393 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:49:59.740285 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a22:50:00.033591 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a22:50:00.169050 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a22:50:00.503891 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9916): Launched\u000a22:50:00.782491 run iperf3-srv_10.42.42.10(pid=9917): Launched\u000a22:50:01.000227 tst iperf3.py:8: start network...\u000a22:50:01.140139 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:50:01.681636 run create_hlr_db(pid=9921): Launched\u000a22:50:01.861300 bus /gobi_6: Setting Powered False\u000a22:50:02.878345 run create_hlr_db(pid=9921): Terminated: ok {rc=0}\u000a22:50:03.307760 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9923): Launched\u000a22:50:03.631464 run osmo-hlr_10.42.42.2(pid=9924): Launched\u000a22:50:03.750883 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:50:04.311745 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9926): Launched\u000a22:50:04.634610 run osmo-stp_10.42.42.5(pid=9927): Launched\u000a22:50:04.756172 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a22:50:05.319275 run pcap-recorder_any(filters='host 10.42.42.6')(pid=9929): Launched\u000a22:50:05.434784 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a22:50:05.715690 run patchelf(pid=9930): Launched\u000a22:50:05.904861 run osmo-stp_10.42.42.5(pid=9927): ERR: Terminated: ERROR {rc=1} [trial-2395↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9927)]\u000a22:50:06.042733 run osmo-stp_10.42.42.5(pid=9927): stdout: \u000a| (launched: 2022-12-13_22:50:04.475622)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:50:06.181290 run osmo-stp_10.42.42.5(pid=9927): stderr: \u000a| �[0;m�[38;5;43m20221213225004667 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213225004667 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213225004667 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213225004668 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213225004670 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213225004670 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213225004670 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:50:06.315324 run osmo-stp_10.42.42.5(pid=9927): stdout: \u000a| (launched: 2022-12-13_22:50:04.475622)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:50:06.448046 run osmo-stp_10.42.42.5(pid=9927): stderr: \u000a| �[0;m�[38;5;43m20221213225004667 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213225004667 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213225004667 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213225004668 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213225004670 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213225004670 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213225004670 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:50:06.602624 run patchelf(pid=9930): Terminating (SIGINT)\u000a22:50:06.783248 run patchelf(pid=9930): Terminated: ok {rc=0}\u000a22:50:06.816657 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=9927): Process ended prematurely: osmo-stp_10.42.42.5(pid=9927) [trial-2395↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9927)] [trial-2395↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪iperf3.py:8]\u000a22:50:06.826881 tst iperf3.py:8: Test FAILED (7.7 sec)\u000a22:50:06.890409 run osmo-hlr_10.42.42.2(pid=9924): ERR: Terminated: ERROR {rc=237} [trial-2395↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=9924)]\u000a22:50:06.942192 run osmo-hlr_10.42.42.2(pid=9924): stdout: \u000a| (launched: 2022-12-13_22:50:03.472113) \u000a22:50:06.994571 run osmo-hlr_10.42.42.2(pid=9924): stderr: \u000a| �[0;m�[1;31m20221213225003671 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213225003671 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213225003672 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213225003672 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213225003672 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213225003672 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213225003683 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2395/run.2022-12-13_21-44-31/gprs:nanobts+band-1900+mod-bts0-dynts-ipa/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213225003691 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213225003691 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213225003691 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:50:07.039161 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9916): Terminating (SIGTERM)\u000a22:50:07.081632 run iperf3-srv_10.42.42.10(pid=9917): Terminating (SIGTERM)\u000a22:50:07.123613 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9923): Terminating (SIGTERM)\u000a22:50:07.165498 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9926): Terminating (SIGTERM)\u000a22:50:07.207806 run pcap-recorder_any(filters='host 10.42.42.6')(pid=9929): Terminating (SIGTERM)\u000a22:50:07.217563 --- ParallelTerminationStrategy: PID 9916 died...\u000a22:50:07.273939 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9916): Terminated: ok {rc=0}\u000a22:50:07.283955 --- ParallelTerminationStrategy: PID 9917 died...\u000a22:50:07.339893 run iperf3-srv_10.42.42.10(pid=9917): Terminated {rc=256}\u000a22:50:07.349929 --- ParallelTerminationStrategy: PID 9923 died...\u000a22:50:07.405713 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9923): Terminated: ok {rc=0}\u000a22:50:07.415740 --- ParallelTerminationStrategy: PID 9926 died...\u000a22:50:07.471923 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9926): Terminated: ok {rc=0}\u000a22:50:07.481988 --- ParallelTerminationStrategy: PID 9929 died...\u000a22:50:07.537977 run pcap-recorder_any(filters='host 10.42.42.6')(pid=9929): Terminated: ok {rc=0}\u000a22:50:07.625274 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 257, "className" : "gprs:nanobts+band-1900+mod-bts0-dynts-ipa", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=9945): Process ended prematurely: osmo-stp_10.42.42.5(pid=9945) [trial-2395↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9945)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=9945): Process ended prematurely: osmo-stp_10.42.42.5(pid=9945) [trial-2395↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9945)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2395 gprs:nanobts+band-1900+mod-bts0-dynts-ipa iperf3m4.py\u000a----------------------------------------------\u000a22:50:08.741480 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:50:08.753466 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a22:50:08.905161 tst iperf3m4.py: using LAC 36768\u000a22:50:09.025706 tst iperf3m4.py: using RAC 48\u000a22:50:09.143587 tst iperf3m4.py: using CellId 36768\u000a22:50:09.264401 tst iperf3m4.py: using BVCI 36769\u000a22:50:09.287603 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:50:09.298731 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:50:09.309714 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:50:09.320358 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:50:09.331542 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:50:09.342888 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:50:09.354449 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:50:09.365682 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:50:09.377008 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a22:50:09.499118 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a22:50:09.622225 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a22:50:09.739334 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a22:50:10.033756 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a22:50:10.169432 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a22:50:10.504348 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9931): Launched\u000a22:50:10.782940 run iperf3-srv_10.42.42.10(pid=9932): Launched\u000a22:50:10.981441 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a22:50:11.116748 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a22:50:11.450889 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9933): Launched\u000a22:50:11.729829 run iperf3-srv_10.42.42.10(pid=9934): Launched\u000a22:50:11.928148 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a22:50:12.063005 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a22:50:12.396265 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9935): Launched\u000a22:50:12.674090 run iperf3-srv_10.42.42.10(pid=9936): Launched\u000a22:50:12.871368 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a22:50:13.006093 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a22:50:13.339439 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9937): Launched\u000a22:50:13.616076 run iperf3-srv_10.42.42.10(pid=9938): Launched\u000a22:50:13.813541 tst iperf3m4.py:8: start network...\u000a22:50:13.948042 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:50:14.454607 run create_hlr_db(pid=9939): Launched\u000a22:50:14.641528 bus /gobi_6: Setting Powered False\u000a22:50:15.662876 run create_hlr_db(pid=9939): Terminated: ok {rc=0}\u000a22:50:16.118439 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9941): Launched\u000a22:50:16.499321 run osmo-hlr_10.42.42.2(pid=9942): Launched\u000a22:50:16.620799 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:50:17.305962 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9944): Launched\u000a22:50:17.608499 run osmo-stp_10.42.42.5(pid=9945): Launched\u000a22:50:17.718475 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a22:50:18.242817 run pcap-recorder_any(filters='host 10.42.42.6')(pid=9947): Launched\u000a22:50:18.349886 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a22:50:18.612806 run patchelf(pid=9948): Launched\u000a22:50:18.788365 run osmo-stp_10.42.42.5(pid=9945): ERR: Terminated: ERROR {rc=1} [trial-2395↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9945)]\u000a22:50:18.916934 run osmo-stp_10.42.42.5(pid=9945): stdout: \u000a| (launched: 2022-12-13_22:50:17.458827)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:50:19.045747 run osmo-stp_10.42.42.5(pid=9945): stderr: \u000a| �[0;m�[38;5;43m20221213225017631 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213225017631 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213225017631 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213225017631 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213225017632 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213225017632 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213225017632 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:50:19.170072 run osmo-stp_10.42.42.5(pid=9945): stdout: \u000a| (launched: 2022-12-13_22:50:17.458827)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:50:19.293199 run osmo-stp_10.42.42.5(pid=9945): stderr: \u000a| �[0;m�[38;5;43m20221213225017631 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213225017631 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213225017631 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213225017631 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213225017632 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213225017632 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213225017632 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:50:19.436244 run patchelf(pid=9948): Terminating (SIGINT)\u000a22:50:19.604810 run patchelf(pid=9948): Terminated: ok {rc=0}\u000a22:50:19.636054 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=9945): Process ended prematurely: osmo-stp_10.42.42.5(pid=9945) [trial-2395↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9945)] [trial-2395↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪iperf3m4.py:8]\u000a22:50:19.645280 tst iperf3m4.py:8: Test FAILED (10.9 sec)\u000a22:50:19.704859 run osmo-hlr_10.42.42.2(pid=9942): ERR: Terminated: ERROR {rc=237} [trial-2395↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=9942)]\u000a22:50:19.753293 run osmo-hlr_10.42.42.2(pid=9942): stdout: \u000a| (launched: 2022-12-13_22:50:16.276070) \u000a22:50:19.802453 run osmo-hlr_10.42.42.2(pid=9942): stderr: \u000a| �[0;m�[1;31m20221213225016644 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213225016644 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213225016644 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213225016644 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213225016644 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213225016644 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213225016669 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2395/run.2022-12-13_21-44-31/gprs:nanobts+band-1900+mod-bts0-dynts-ipa/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213225016693 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213225016693 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213225016693 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:50:19.844333 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9931): Terminating (SIGTERM)\u000a22:50:19.883560 run iperf3-srv_10.42.42.10(pid=9932): Terminating (SIGTERM)\u000a22:50:19.922787 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9933): Terminating (SIGTERM)\u000a22:50:19.961929 run iperf3-srv_10.42.42.10(pid=9934): Terminating (SIGTERM)\u000a22:50:20.001191 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9935): Terminating (SIGTERM)\u000a22:50:20.040418 run iperf3-srv_10.42.42.10(pid=9936): Terminating (SIGTERM)\u000a22:50:20.079809 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9937): Terminating (SIGTERM)\u000a22:50:20.119098 run iperf3-srv_10.42.42.10(pid=9938): Terminating (SIGTERM)\u000a22:50:20.158540 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9941): Terminating (SIGTERM)\u000a22:50:20.197875 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9944): Terminating (SIGTERM)\u000a22:50:20.237446 run pcap-recorder_any(filters='host 10.42.42.6')(pid=9947): Terminating (SIGTERM)\u000a22:50:20.246764 --- ParallelTerminationStrategy: PID 9931 died...\u000a22:50:20.299832 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9931): Terminated: ok {rc=0}\u000a22:50:20.309858 --- ParallelTerminationStrategy: PID 9932 died...\u000a22:50:20.362797 run iperf3-srv_10.42.42.10(pid=9932): Terminated {rc=256}\u000a22:50:20.372332 --- ParallelTerminationStrategy: PID 9933 died...\u000a22:50:20.424658 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9933): Terminated: ok {rc=0}\u000a22:50:20.434260 --- ParallelTerminationStrategy: PID 9934 died...\u000a22:50:20.487101 run iperf3-srv_10.42.42.10(pid=9934): Terminated {rc=256}\u000a22:50:20.496608 --- ParallelTerminationStrategy: PID 9935 died...\u000a22:50:20.549033 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9935): Terminated: ok {rc=0}\u000a22:50:20.558662 --- ParallelTerminationStrategy: PID 9936 died...\u000a22:50:20.611872 run iperf3-srv_10.42.42.10(pid=9936): Terminated {rc=256}\u000a22:50:20.621885 --- ParallelTerminationStrategy: PID 9937 died...\u000a22:50:20.674666 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9937): Terminated: ok {rc=0}\u000a22:50:20.684324 --- ParallelTerminationStrategy: PID 9938 died...\u000a22:50:20.736648 run iperf3-srv_10.42.42.10(pid=9938): Terminated {rc=256}\u000a22:50:20.746255 --- ParallelTerminationStrategy: PID 9941 died...\u000a22:50:20.798693 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9941): Terminated: ok {rc=0}\u000a22:50:20.808176 --- ParallelTerminationStrategy: PID 9944 died...\u000a22:50:20.860842 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9944): Terminated: ok {rc=0}\u000a22:50:20.870542 --- ParallelTerminationStrategy: PID 9947 died...\u000a22:50:20.923417 run pcap-recorder_any(filters='host 10.42.42.6')(pid=9947): Terminated: ok {rc=0}\u000a22:50:21.011158 bus /gobi_4: Setting Powered False\u000a22:50:22.117736 bus /gobi_4: Setting Powered False\u000a22:50:23.226084 bus /gobi_1: Setting Powered False\u000a22:50:24.332480 bus /gobi_1: Setting Powered False\u000a22:50:25.444172 bus /gobi_0: Setting Powered False\u000a22:50:26.547520 bus /gobi_0: Setting Powered False\u000a22:50:27.656491 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 257, "className" : "gprs:nanobts+band-1900+mod-bts0-dynts-ipa", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=9955): Process ended prematurely: osmo-stp_10.42.42.5(pid=9955) [trial-2395↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9955)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=9955): Process ended prematurely: osmo-stp_10.42.42.5(pid=9955) [trial-2395↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9955)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2395 gprs:nanobts+band-1900+mod-bts0-dynts-ipa ping.py\u000a----------------------------------------------\u000a22:50:28.724881 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:50:28.737139 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a22:50:28.891353 tst ping.py: using LAC 36769\u000a22:50:29.012069 tst ping.py: using RAC 49\u000a22:50:29.129132 tst ping.py: using CellId 36769\u000a22:50:29.253863 tst ping.py: using BVCI 36770\u000a22:50:29.278295 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:50:29.290020 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:50:29.301471 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:50:29.312906 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:50:29.324700 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:50:29.336294 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:50:29.348017 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:50:29.359650 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a22:50:29.633467 tst ping.py:19: start network...\u000a22:50:29.756543 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:50:30.232857 run create_hlr_db(pid=9949): Launched\u000a22:50:30.404427 bus /gobi_6: Setting Powered False\u000a22:50:31.473723 run create_hlr_db(pid=9949): Terminated: ok {rc=0}\u000a22:50:31.905885 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9951): Launched\u000a22:50:32.231647 run osmo-hlr_10.42.42.2(pid=9952): Launched\u000a22:50:32.340706 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:50:32.878550 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9954): Launched\u000a22:50:33.173931 run osmo-stp_10.42.42.5(pid=9955): Launched\u000a22:50:33.280152 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a22:50:33.796558 run pcap-recorder_any(filters='host 10.42.42.6')(pid=9957): Launched\u000a22:50:33.901149 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a22:50:34.158350 run patchelf(pid=9958): Launched\u000a22:50:34.331131 run osmo-stp_10.42.42.5(pid=9955): ERR: Terminated: ERROR {rc=1} [trial-2395↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9955)]\u000a22:50:34.457424 run osmo-stp_10.42.42.5(pid=9955): stdout: \u000a| (launched: 2022-12-13_22:50:33.028589)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:50:34.584454 run osmo-stp_10.42.42.5(pid=9955): stderr: \u000a| �[0;m�[38;5;43m20221213225033196 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213225033196 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213225033196 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213225033197 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213225033197 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213225033197 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213225033197 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:50:34.707264 run osmo-stp_10.42.42.5(pid=9955): stdout: \u000a| (launched: 2022-12-13_22:50:33.028589)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:50:34.828433 run osmo-stp_10.42.42.5(pid=9955): stderr: \u000a| �[0;m�[38;5;43m20221213225033196 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213225033196 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213225033196 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213225033197 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213225033197 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213225033197 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213225033197 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:50:34.969089 run patchelf(pid=9958): Terminating (SIGINT)\u000a22:50:35.134789 run patchelf(pid=9958): Terminated: ok {rc=0}\u000a22:50:35.165019 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=9955): Process ended prematurely: osmo-stp_10.42.42.5(pid=9955) [trial-2395↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9955)] [trial-2395↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪ping.py:22]\u000a22:50:35.173422 tst ping.py:22: Test FAILED (6.4 sec)\u000a22:50:35.232834 run osmo-hlr_10.42.42.2(pid=9952): ERR: Terminated: ERROR {rc=237} [trial-2395↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=9952)]\u000a22:50:35.281148 run osmo-hlr_10.42.42.2(pid=9952): stdout: \u000a| (launched: 2022-12-13_22:50:32.059245) \u000a22:50:35.330550 run osmo-hlr_10.42.42.2(pid=9952): stderr: \u000a| �[0;m�[1;31m20221213225032330 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213225032330 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213225032330 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213225032330 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213225032330 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213225032330 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213225032342 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2395/run.2022-12-13_21-44-31/gprs:nanobts+band-1900+mod-bts0-dynts-ipa/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213225032352 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213225032352 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213225032353 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:50:35.371981 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9951): Terminating (SIGTERM)\u000a22:50:35.411015 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9954): Terminating (SIGTERM)\u000a22:50:35.450031 run pcap-recorder_any(filters='host 10.42.42.6')(pid=9957): Terminating (SIGTERM)\u000a22:50:35.459251 --- ParallelTerminationStrategy: PID 9951 died...\u000a22:50:35.511733 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9951): Terminated: ok {rc=0}\u000a22:50:35.521285 --- ParallelTerminationStrategy: PID 9954 died...\u000a22:50:35.573459 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9954): Terminated: ok {rc=0}\u000a22:50:35.582955 --- ParallelTerminationStrategy: PID 9957 died...\u000a22:50:35.635083 run pcap-recorder_any(filters='host 10.42.42.6')(pid=9957): Terminated: ok {rc=0}\u000a22:50:35.718219 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 257, "className" : "gprs:nanobts+band-1900+mod-bts0-dynts-ipa", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=9965): Process ended prematurely: osmo-stp_10.42.42.5(pid=9965) [trial-2395↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9965)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=9965): Process ended prematurely: osmo-stp_10.42.42.5(pid=9965) [trial-2395↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9965)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2395 gprs:nanobts+band-1900+mod-bts0-dynts-ipa ping_idle_ping.py\u000a----------------------------------------------\u000a22:50:36.771640 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:50:36.784308 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a22:50:36.938970 tst ping_idle_ping.py: using LAC 36770\u000a22:50:37.063124 tst ping_idle_ping.py: using RAC 50\u000a22:50:37.186795 tst ping_idle_ping.py: using CellId 36770\u000a22:50:37.310052 tst ping_idle_ping.py: using BVCI 36771\u000a22:50:37.334211 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:50:37.345807 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:50:37.357050 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:50:37.368301 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:50:37.379748 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:50:37.391333 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:50:37.402976 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:50:37.414509 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a22:50:37.689514 tst ping_idle_ping.py:24: start network...\u000a22:50:37.813339 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:50:38.291868 run create_hlr_db(pid=9959): Launched\u000a22:50:38.462828 bus /gobi_6: Setting Powered False\u000a22:50:39.484847 run create_hlr_db(pid=9959): Terminated: ok {rc=0}\u000a22:50:39.881242 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9961): Launched\u000a22:50:40.178614 run osmo-hlr_10.42.42.2(pid=9962): Launched\u000a22:50:40.294755 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:50:40.821688 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9964): Launched\u000a22:50:41.120006 run osmo-stp_10.42.42.5(pid=9965): Launched\u000a22:50:41.227720 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a22:50:41.744547 run pcap-recorder_any(filters='host 10.42.42.6')(pid=9967): Launched\u000a22:50:41.849797 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a22:50:42.108315 run patchelf(pid=9968): Launched\u000a22:50:42.281599 run osmo-stp_10.42.42.5(pid=9965): ERR: Terminated: ERROR {rc=1} [trial-2395↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9965)]\u000a22:50:42.408438 run osmo-stp_10.42.42.5(pid=9965): stdout: \u000a| (launched: 2022-12-13_22:50:40.971777)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:50:42.535039 run osmo-stp_10.42.42.5(pid=9965): stderr: \u000a| �[0;m�[38;5;43m20221213225041141 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213225041141 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213225041141 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213225041142 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213225041144 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213225041144 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213225041144 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:50:42.658518 run osmo-stp_10.42.42.5(pid=9965): stdout: \u000a| (launched: 2022-12-13_22:50:40.971777)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:50:42.779854 run osmo-stp_10.42.42.5(pid=9965): stderr: \u000a| �[0;m�[38;5;43m20221213225041141 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213225041141 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213225041141 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213225041142 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213225041144 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213225041144 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213225041144 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:50:42.921757 run patchelf(pid=9968): Terminating (SIGINT)\u000a22:50:43.088084 run patchelf(pid=9968): Terminated: ok {rc=0}\u000a22:50:43.118618 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=9965): Process ended prematurely: osmo-stp_10.42.42.5(pid=9965) [trial-2395↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9965)] [trial-2395↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪ping_idle_ping.py:27]\u000a22:50:43.127209 tst ping_idle_ping.py:27: Test FAILED (6.3 sec)\u000a22:50:43.186675 run osmo-hlr_10.42.42.2(pid=9962): ERR: Terminated: ERROR {rc=237} [trial-2395↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=9962)]\u000a22:50:43.235139 run osmo-hlr_10.42.42.2(pid=9962): stdout: \u000a| (launched: 2022-12-13_22:50:40.032118) \u000a22:50:43.284285 run osmo-hlr_10.42.42.2(pid=9962): stderr: \u000a| �[0;m�[1;31m20221213225040208 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213225040208 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213225040208 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213225040208 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213225040208 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213225040209 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213225040221 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2395/run.2022-12-13_21-44-31/gprs:nanobts+band-1900+mod-bts0-dynts-ipa/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213225040230 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213225040230 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213225040230 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:50:43.325976 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9961): Terminating (SIGTERM)\u000a22:50:43.365582 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9964): Terminating (SIGTERM)\u000a22:50:43.404941 run pcap-recorder_any(filters='host 10.42.42.6')(pid=9967): Terminating (SIGTERM)\u000a22:50:43.414102 --- ParallelTerminationStrategy: PID 9961 died...\u000a22:50:43.466736 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9961): Terminated: ok {rc=0}\u000a22:50:43.476200 --- ParallelTerminationStrategy: PID 9964 died...\u000a22:50:43.528666 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9964): Terminated: ok {rc=0}\u000a22:50:43.538106 --- ParallelTerminationStrategy: PID 9967 died...\u000a22:50:43.590401 run pcap-recorder_any(filters='host 10.42.42.6')(pid=9967): Terminated: ok {rc=0}\u000a22:50:43.673942 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 60.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "143", "name" : "gprs_nanobts+band-1900+mod-bts0-dynts-ipa", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T22:49:45" }, { "cases" : [ { "testActions" : [ ], "age" : 257, "className" : "dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=9978): Process ended prematurely: osmo-stp_10.42.42.5(pid=9978) [trial-2395↪dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9978)]", "failedSince" : 2139, "name" : "switch_tch_pdch.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/dynts/switch_tch_pdch.py\", line 54, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=9978): Process ended prematurely: osmo-stp_10.42.42.5(pid=9978) [trial-2395↪dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9978)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2395 dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any switch_tch_pdch.py\u000a----------------------------------------------\u000a22:50:45.686391 tst dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a22:50:45.697815 tst dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a22:50:45.844621 tst switch_tch_pdch.py: using LAC 36771\u000a22:50:45.989492 tst switch_tch_pdch.py: using RAC 51\u000a22:50:46.148717 tst switch_tch_pdch.py: using CellId 36771\u000a22:50:46.280394 tst switch_tch_pdch.py: using BVCI 36772\u000a22:50:46.304110 tst dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a22:50:46.316262 tst dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a22:50:46.328337 tst dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a22:50:46.340340 tst dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a22:50:46.352326 tst dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a22:50:46.364288 tst dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a22:50:46.376377 tst dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a22:50:46.389059 tst dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a22:50:46.506729 tst dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a22:50:46.789651 tst switch_tch_pdch.py:51: start network...\u000a22:50:46.915996 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:50:47.402319 run create_hlr_db(pid=9972): Launched\u000a22:50:47.573318 bus /gobi_6: Setting Powered False\u000a22:50:48.595363 run create_hlr_db(pid=9972): Terminated: ok {rc=0}\u000a22:50:49.015853 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9974): Launched\u000a22:50:49.332929 run osmo-hlr_10.42.42.2(pid=9975): Launched\u000a22:50:49.453271 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:50:50.003743 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9977): Launched\u000a22:50:50.320865 run osmo-stp_10.42.42.5(pid=9978): Launched\u000a22:50:50.437070 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a22:50:50.990491 run pcap-recorder_any(filters='host 10.42.42.6')(pid=9980): Launched\u000a22:50:51.103550 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a22:50:51.380444 run patchelf(pid=9981): Launched\u000a22:50:51.565625 run osmo-stp_10.42.42.5(pid=9978): ERR: Terminated: ERROR {rc=1} [trial-2395↪dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9978)]\u000a22:50:51.701574 run osmo-stp_10.42.42.5(pid=9978): stdout: \u000a| (launched: 2022-12-13_22:50:50.164411)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:50:51.837178 run osmo-stp_10.42.42.5(pid=9978): stderr: \u000a| �[0;m�[38;5;43m20221213225050354 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213225050355 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213225050355 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213225050355 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213225050358 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213225050358 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213225050358 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:50:51.969105 run osmo-stp_10.42.42.5(pid=9978): stdout: \u000a| (launched: 2022-12-13_22:50:50.164411)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:50:52.102125 run osmo-stp_10.42.42.5(pid=9978): stderr: \u000a| �[0;m�[38;5;43m20221213225050354 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213225050355 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213225050355 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213225050355 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213225050358 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213225050358 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213225050358 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:50:52.253878 run patchelf(pid=9981): Terminating (SIGINT)\u000a22:50:52.431445 run patchelf(pid=9981): Terminated: ok {rc=0}\u000a22:50:52.463778 tst switch_tch_pdch.py:54: ERR: Error: osmo-stp_10.42.42.5(pid=9978): Process ended prematurely: osmo-stp_10.42.42.5(pid=9978) [trial-2395↪dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9978)] [trial-2395↪dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any↪switch_tch_pdch.py:54]\u000a22:50:52.473342 tst switch_tch_pdch.py:54: Test FAILED (6.8 sec)\u000a22:50:52.536490 run osmo-hlr_10.42.42.2(pid=9975): ERR: Terminated: ERROR {rc=237} [trial-2395↪dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any↪switch_tch_pdch.py↪switch_tch_pdch.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=9975)]\u000a22:50:52.588059 run osmo-hlr_10.42.42.2(pid=9975): stdout: \u000a| (launched: 2022-12-13_22:50:49.176663) \u000a22:50:52.640265 run osmo-hlr_10.42.42.2(pid=9975): stderr: \u000a| �[0;m�[1;31m20221213225049374 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213225049374 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213225049374 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213225049374 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213225049374 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213225049374 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213225049387 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2395/run.2022-12-13_21-44-31/dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any/switch_tch_pdch.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213225049395 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213225049395 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213225049395 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:50:52.684714 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9974): Terminating (SIGTERM)\u000a22:50:52.727031 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9977): Terminating (SIGTERM)\u000a22:50:52.769280 run pcap-recorder_any(filters='host 10.42.42.6')(pid=9980): Terminating (SIGTERM)\u000a22:50:52.779021 --- ParallelTerminationStrategy: PID 9974 died...\u000a22:50:52.835108 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9974): Terminated: ok {rc=0}\u000a22:50:52.845328 --- ParallelTerminationStrategy: PID 9977 died...\u000a22:50:52.900928 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9977): Terminated: ok {rc=0}\u000a22:50:52.911046 --- ParallelTerminationStrategy: PID 9980 died...\u000a22:50:52.966784 run pcap-recorder_any(filters='host 10.42.42.6')(pid=9980): Terminated: ok {rc=0}\u000a22:50:53.053611 bus /gobi_0: Setting Powered False\u000a22:50:54.159071 bus /gobi_0: Setting Powered False\u000a22:50:55.267419 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "144", "name" : "dynts_nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T22:50:45" }, { "cases" : [ { "testActions" : [ ], "age" : 65, "className" : "sms:nanobts+band-900", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=9994): Process ended prematurely: osmo-stp_10.42.42.5(pid=9994) [trial-2395↪sms:nanobts+band-900↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9994)]", "failedSince" : 2331, "name" : "mo_mt_sms.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/sms/mo_mt_sms.py\", line 16, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=9994): Process ended prematurely: osmo-stp_10.42.42.5(pid=9994) [trial-2395↪sms:nanobts+band-900↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9994)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2395 sms:nanobts+band-900 mo_mt_sms.py\u000a----------------------------------------------\u000a22:50:57.215045 tst sms:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a22:50:57.226160 tst sms:nanobts+band-900: Using 1 x bts (candidates: 1)\u000a22:50:57.355630 tst mo_mt_sms.py: using LAC 36772\u000a22:50:57.475407 tst mo_mt_sms.py: using RAC 52\u000a22:50:57.590183 tst mo_mt_sms.py: using CellId 36772\u000a22:50:57.705003 tst mo_mt_sms.py: using BVCI 36773\u000a22:50:57.727442 tst sms:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a22:50:57.738090 tst sms:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a22:50:57.748437 tst sms:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a22:50:57.758795 tst sms:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a22:50:57.769241 tst sms:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a22:50:57.779531 tst sms:nanobts+band-900: Using 1 x modem (candidates: 2)\u000a22:50:57.900801 tst sms:nanobts+band-900: Using 1 x modem (candidates: 2)\u000a22:50:58.110108 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:50:58.610285 run create_hlr_db(pid=9988): Launched\u000a22:50:58.794878 bus /gobi_6: Setting Powered False\u000a22:50:59.815135 run create_hlr_db(pid=9988): Terminated: ok {rc=0}\u000a22:51:00.236344 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9990): Launched\u000a22:51:00.554006 run osmo-hlr_10.42.42.2(pid=9991): Launched\u000a22:51:00.674115 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:51:01.266134 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9993): Launched\u000a22:51:01.726621 run osmo-stp_10.42.42.5(pid=9994): Launched\u000a22:51:01.894090 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a22:51:02.445444 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9996): Launched\u000a22:51:02.741669 run osmo-msc_10.42.42.6(pid=9997): Launched\u000a22:51:02.916156 run osmo-stp_10.42.42.5(pid=9994): ERR: Terminated: ERROR {rc=1} [trial-2395↪sms:nanobts+band-900↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9994)]\u000a22:51:03.041166 run osmo-stp_10.42.42.5(pid=9994): stdout: \u000a| (launched: 2022-12-13_22:51:01.419994)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:51:03.164649 run osmo-stp_10.42.42.5(pid=9994): stderr: \u000a| �[0;m�[38;5;43m20221213225101635 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213225101636 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213225101636 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213225101636 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213225101637 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213225101638 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213225101638 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:51:03.283546 run osmo-stp_10.42.42.5(pid=9994): stdout: \u000a| (launched: 2022-12-13_22:51:01.419994)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:51:03.401782 run osmo-stp_10.42.42.5(pid=9994): stderr: \u000a| �[0;m�[38;5;43m20221213225101635 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213225101636 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213225101636 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213225101636 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213225101637 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213225101638 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213225101638 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:51:03.453434 tst mo_mt_sms.py:16: ERR: Error: osmo-stp_10.42.42.5(pid=9994): Process ended prematurely: osmo-stp_10.42.42.5(pid=9994) [trial-2395↪sms:nanobts+band-900↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9994)] [trial-2395↪sms:nanobts+band-900↪mo_mt_sms.py:16]\u000a22:51:03.461440 tst mo_mt_sms.py:16: Test FAILED (6.2 sec)\u000a22:51:03.520547 run osmo-hlr_10.42.42.2(pid=9991): ERR: Terminated: ERROR {rc=237} [trial-2395↪sms:nanobts+band-900↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=9991)]\u000a22:51:03.569203 run osmo-hlr_10.42.42.2(pid=9991): stdout: \u000a| (launched: 2022-12-13_22:51:00.397373) \u000a22:51:03.618106 run osmo-hlr_10.42.42.2(pid=9991): stderr: \u000a| �[0;m�[1;31m20221213225100595 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213225100595 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213225100595 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213225100595 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213225100595 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213225100595 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213225100607 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2395/run.2022-12-13_21-44-31/sms:nanobts+band-900/mo_mt_sms.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213225100616 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213225100616 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213225100616 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:51:03.684922 run osmo-msc_10.42.42.6(pid=9997): ERR: Terminated: ERROR {rc=2} [trial-2395↪sms:nanobts+band-900↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=9997)]\u000a22:51:03.733183 run osmo-msc_10.42.42.6(pid=9997): stdout: \u000a| (launched: 2022-12-13_22:51:02.595400) \u000a22:51:03.781914 run osmo-msc_10.42.42.6(pid=9997): stderr: \u000a| �[0;m�[38;5;43m20221213225102866 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213225102866 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f9e2257fc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213225102866 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213225102866 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213225102866 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213225102867 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213225102868 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213225102869 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213225102869 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213225102869 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a22:51:03.823591 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9990): Terminating (SIGTERM)\u000a22:51:03.862973 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9993): Terminating (SIGTERM)\u000a22:51:03.902546 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9996): Terminating (SIGTERM)\u000a22:51:03.911801 --- ParallelTerminationStrategy: PID 9990 died...\u000a22:51:03.964868 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9990): Terminated: ok {rc=0}\u000a22:51:03.974557 --- ParallelTerminationStrategy: PID 9993 died...\u000a22:51:04.027294 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9993): Terminated: ok {rc=0}\u000a22:51:04.036846 --- ParallelTerminationStrategy: PID 9996 died...\u000a22:51:04.089480 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9996): Terminated: ok {rc=0}\u000a22:51:04.177430 bus /sierra_3: Setting Powered False\u000a22:51:05.280608 bus /sierra_3: Setting Powered False\u000a22:51:06.386257 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "145", "name" : "sms_nanobts+band-900", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T22:50:56" }, { "cases" : [ { "testActions" : [ ], "age" : 224, "className" : "nitb_ussd:nanobts+band-900", "duration" : 4.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=10003): Process ended prematurely: osmo-nitb_10.42.42.2(pid=10003) [trial-2395↪nitb_ussd:nanobts+band-900↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=10003)]", "failedSince" : 2172, "name" : "assert_extension.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_ussd/assert_extension.py\", line 12, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=10003): Process ended prematurely: osmo-nitb_10.42.42.2(pid=10003) [trial-2395↪nitb_ussd:nanobts+band-900↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=10003)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2395 nitb_ussd:nanobts+band-900 assert_extension.py\u000a----------------------------------------------\u000a22:51:08.236403 tst nitb_ussd:nanobts+band-900: Using 1 x ip_address (candidates: 1)\u000a22:51:08.247308 tst nitb_ussd:nanobts+band-900: Using 1 x bts (candidates: 1)\u000a22:51:08.379113 tst assert_extension.py: using LAC 36773\u000a22:51:08.495897 tst assert_extension.py: using RAC 53\u000a22:51:08.612224 tst assert_extension.py: using CellId 36773\u000a22:51:08.726543 tst assert_extension.py: using BVCI 36774\u000a22:51:08.748926 tst nitb_ussd:nanobts+band-900: Using 1 x modem (candidates: 1)\u000a22:51:09.035522 tst assert_extension.py:10: start nitb and bts...\u000a22:51:09.167450 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a22:51:09.822150 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=10002): Launched\u000a22:51:10.135703 run osmo-nitb_10.42.42.2(pid=10003): Launched\u000a22:51:10.330281 run osmo-nitb_10.42.42.2(pid=10003): ERR: Terminated: ERROR {rc=2} [trial-2395↪nitb_ussd:nanobts+band-900↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=10003)]\u000a22:51:10.473495 run osmo-nitb_10.42.42.2(pid=10003): stdout: \u000a| (launched: 2022-12-13_22:51:09.982945) \u000a22:51:10.617530 run osmo-nitb_10.42.42.2(pid=10003): stderr: \u000a| (launched: 2022-12-13_22:51:10.030284)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a22:51:10.756875 run osmo-nitb_10.42.42.2(pid=10003): stdout: \u000a| (launched: 2022-12-13_22:51:09.982945) \u000a22:51:10.895479 run osmo-nitb_10.42.42.2(pid=10003): stderr: \u000a| (launched: 2022-12-13_22:51:10.030284)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a22:51:11.262768 tst osmo-nitb_10.42.42.2(pid=10003): stdout: \u000a| (launched: 2022-12-13_22:51:09.982945) \u000a22:51:11.388758 tst osmo-nitb_10.42.42.2(pid=10003): stderr: \u000a| (launched: 2022-12-13_22:51:10.030284)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a22:51:11.443884 tst assert_extension.py:12: ERR: Error: osmo-nitb_10.42.42.2(pid=10003): Process ended prematurely: osmo-nitb_10.42.42.2(pid=10003) [trial-2395↪nitb_ussd:nanobts+band-900↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=10003)] [trial-2395↪nitb_ussd:nanobts+band-900↪assert_extension.py:12]\u000a22:51:11.452791 tst assert_extension.py:12: Test FAILED (3.2 sec)\u000a22:51:11.488997 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=10002): Terminating (SIGTERM)\u000a22:51:11.667135 --- ParallelTerminationStrategy: PID 10002 died...\u000a22:51:11.724829 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=10002): Terminated: ok {rc=0}\u000a22:51:11.810315 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 6.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "146", "name" : "nitb_ussd_nanobts+band-900", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T22:51:08" }, { "cases" : [ { "testActions" : [ ], "age" : 65, "className" : "ussd:nanobts+band-900", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=10013): Process ended prematurely: osmo-stp_10.42.42.5(pid=10013) [trial-2395↪ussd:nanobts+band-900↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10013)]", "failedSince" : 2331, "name" : "assert_extension.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/ussd/assert_extension.py\", line 17, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=10013): Process ended prematurely: osmo-stp_10.42.42.5(pid=10013) [trial-2395↪ussd:nanobts+band-900↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10013)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2395 ussd:nanobts+band-900 assert_extension.py\u000a----------------------------------------------\u000a22:51:13.641607 tst ussd:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a22:51:13.652054 tst ussd:nanobts+band-900: Using 1 x bts (candidates: 1)\u000a22:51:13.782890 tst assert_extension.py: using LAC 36774\u000a22:51:13.897394 tst assert_extension.py: using RAC 54\u000a22:51:14.011176 tst assert_extension.py: using CellId 36774\u000a22:51:14.125563 tst assert_extension.py: using BVCI 36775\u000a22:51:14.147743 tst ussd:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a22:51:14.158387 tst ussd:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a22:51:14.168770 tst ussd:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a22:51:14.179290 tst ussd:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a22:51:14.190123 tst ussd:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a22:51:14.200905 tst ussd:nanobts+band-900: Using 1 x modem (candidates: 1)\u000a22:51:14.399688 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:51:14.872382 run create_hlr_db(pid=10007): Launched\u000a22:51:15.044254 bus /sierra_2: Setting Powered False\u000a22:51:16.088896 run create_hlr_db(pid=10007): Terminated: ok {rc=0}\u000a22:51:16.509708 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10009): Launched\u000a22:51:17.025739 run osmo-hlr_10.42.42.2(pid=10010): Launched\u000a22:51:17.276715 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:51:17.831039 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10012): Launched\u000a22:51:18.148327 run osmo-stp_10.42.42.5(pid=10013): Launched\u000a22:51:18.262984 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a22:51:18.839757 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10015): Launched\u000a22:51:19.157296 run osmo-msc_10.42.42.6(pid=10016): Launched\u000a22:51:19.343444 run osmo-stp_10.42.42.5(pid=10013): ERR: Terminated: ERROR {rc=1} [trial-2395↪ussd:nanobts+band-900↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10013)]\u000a22:51:19.478467 run osmo-stp_10.42.42.5(pid=10013): stdout: \u000a| (launched: 2022-12-13_22:51:17.992404)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:51:19.612821 run osmo-stp_10.42.42.5(pid=10013): stderr: \u000a| �[0;m�[38;5;43m20221213225118182 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213225118182 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213225118182 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213225118182 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213225118185 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213225118185 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213225118185 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:51:19.740799 run osmo-stp_10.42.42.5(pid=10013): stdout: \u000a| (launched: 2022-12-13_22:51:17.992404)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:51:19.867597 run osmo-stp_10.42.42.5(pid=10013): stderr: \u000a| �[0;m�[38;5;43m20221213225118182 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213225118182 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213225118182 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213225118182 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213225118185 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213225118185 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213225118185 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:51:19.922916 tst assert_extension.py:17: ERR: Error: osmo-stp_10.42.42.5(pid=10013): Process ended prematurely: osmo-stp_10.42.42.5(pid=10013) [trial-2395↪ussd:nanobts+band-900↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10013)] [trial-2395↪ussd:nanobts+band-900↪assert_extension.py:17]\u000a22:51:19.931482 tst assert_extension.py:17: Test FAILED (6.3 sec)\u000a22:51:19.994125 run osmo-hlr_10.42.42.2(pid=10010): ERR: Terminated: ERROR {rc=237} [trial-2395↪ussd:nanobts+band-900↪assert_extension.py↪assert_extension.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=10010)]\u000a22:51:20.045213 run osmo-hlr_10.42.42.2(pid=10010): stdout: \u000a| (launched: 2022-12-13_22:51:16.663800) \u000a22:51:20.097062 run osmo-hlr_10.42.42.2(pid=10010): stderr: \u000a| �[0;m�[1;31m20221213225116980 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213225116980 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213225116980 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213225116980 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213225116980 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213225116980 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213225117011 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2395/run.2022-12-13_21-44-31/ussd:nanobts+band-900/assert_extension.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213225117020 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213225117021 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213225117021 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:51:20.167722 run osmo-msc_10.42.42.6(pid=10016): ERR: Terminated: ERROR {rc=2} [trial-2395↪ussd:nanobts+band-900↪assert_extension.py↪assert_extension.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=10016)]\u000a22:51:20.219010 run osmo-msc_10.42.42.6(pid=10016): stdout: \u000a| (launched: 2022-12-13_22:51:19.000851) \u000a22:51:20.270825 run osmo-msc_10.42.42.6(pid=10016): stderr: \u000a| �[0;m�[38;5;43m20221213225119320 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213225119320 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f4e44f3ec40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213225119321 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213225119321 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213225119321 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213225119321 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213225119323 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213225119323 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213225119323 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213225119323 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a22:51:20.314884 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10009): Terminating (SIGTERM)\u000a22:51:20.356404 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10012): Terminating (SIGTERM)\u000a22:51:20.398656 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10015): Terminating (SIGTERM)\u000a22:51:20.408326 --- ParallelTerminationStrategy: PID 10009 died...\u000a22:51:20.464496 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10009): Terminated: ok {rc=0}\u000a22:51:20.474514 --- ParallelTerminationStrategy: PID 10012 died...\u000a22:51:20.530114 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10012): Terminated: ok {rc=0}\u000a22:51:20.540104 --- ParallelTerminationStrategy: PID 10015 died...\u000a22:51:20.595802 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10015): Terminated: ok {rc=0}\u000a22:51:20.682935 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 9.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "147", "name" : "ussd_nanobts+band-900", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T22:51:13" }, { "cases" : [ { "testActions" : [ ], "age" : 65, "className" : "voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=10027): Process ended prematurely: osmo-stp_10.42.42.5(pid=10027) [trial-2395↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10027)]", "failedSince" : 2331, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=10027): Process ended prematurely: osmo-stp_10.42.42.5(pid=10027) [trial-2395↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10027)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2395 voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call.py\u000a----------------------------------------------\u000a22:51:22.653950 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a22:51:22.665856 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1)\u000a22:51:22.824789 tst mo_mt_call.py: using LAC 36775\u000a22:51:22.947901 tst mo_mt_call.py: using RAC 55\u000a22:51:23.076596 tst mo_mt_call.py: using CellId 36775\u000a22:51:23.200279 tst mo_mt_call.py: using BVCI 36776\u000a22:51:23.224517 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a22:51:23.236116 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a22:51:23.247581 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a22:51:23.259025 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a22:51:23.270946 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a22:51:23.282734 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a22:51:23.400008 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a22:51:23.612697 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:51:24.119589 run create_hlr_db(pid=10021): Launched\u000a22:51:24.306209 bus /sierra_2: Setting Powered False\u000a22:51:25.317740 run create_hlr_db(pid=10021): Terminated: ok {rc=0}\u000a22:51:25.755341 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10023): Launched\u000a22:51:26.078906 run osmo-hlr_10.42.42.2(pid=10024): Launched\u000a22:51:26.196635 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:51:26.759047 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10026): Launched\u000a22:51:27.083105 run osmo-stp_10.42.42.5(pid=10027): Launched\u000a22:51:27.201069 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a22:51:27.791803 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10029): Launched\u000a22:51:28.115660 run osmo-msc_10.42.42.6(pid=10030): Launched\u000a22:51:28.305152 run osmo-stp_10.42.42.5(pid=10027): ERR: Terminated: ERROR {rc=1} [trial-2395↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10027)]\u000a22:51:28.441574 run osmo-stp_10.42.42.5(pid=10027): stdout: \u000a| (launched: 2022-12-13_22:51:26.923056)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:51:28.577730 run osmo-stp_10.42.42.5(pid=10027): stderr: \u000a| �[0;m�[38;5;43m20221213225127115 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213225127116 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213225127116 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213225127116 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213225127117 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213225127117 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213225127117 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:51:28.708287 run osmo-stp_10.42.42.5(pid=10027): stdout: \u000a| (launched: 2022-12-13_22:51:26.923056)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:51:28.837115 run osmo-stp_10.42.42.5(pid=10027): stderr: \u000a| �[0;m�[38;5;43m20221213225127115 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213225127116 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213225127116 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213225127116 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213225127117 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213225127117 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213225127117 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:51:28.893913 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=10027): Process ended prematurely: osmo-stp_10.42.42.5(pid=10027) [trial-2395↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10027)] [trial-2395↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8]\u000a22:51:28.903156 tst mo_mt_call.py:8: Test FAILED (6.3 sec)\u000a22:51:28.966360 run osmo-hlr_10.42.42.2(pid=10024): ERR: Terminated: ERROR {rc=237} [trial-2395↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=10024)]\u000a22:51:29.018118 run osmo-hlr_10.42.42.2(pid=10024): stdout: \u000a| (launched: 2022-12-13_22:51:25.919607) \u000a22:51:29.070382 run osmo-hlr_10.42.42.2(pid=10024): stderr: \u000a| �[0;m�[1;31m20221213225126119 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213225126119 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213225126119 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213225126119 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213225126119 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213225126119 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213225126131 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2395/run.2022-12-13_21-44-31/voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213225126139 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213225126140 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213225126140 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:51:29.141921 run osmo-msc_10.42.42.6(pid=10030): ERR: Terminated: ERROR {rc=2} [trial-2395↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=10030)]\u000a22:51:29.193584 run osmo-msc_10.42.42.6(pid=10030): stdout: \u000a| (launched: 2022-12-13_22:51:27.956365) \u000a22:51:29.245535 run osmo-msc_10.42.42.6(pid=10030): stderr: \u000a| �[0;m�[38;5;43m20221213225128279 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213225128279 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7eff093bec40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213225128279 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213225128279 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213225128279 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213225128280 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213225128281 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213225128282 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213225128282 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213225128282 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a22:51:29.289830 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10023): Terminating (SIGTERM)\u000a22:51:29.331703 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10026): Terminating (SIGTERM)\u000a22:51:29.374020 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10029): Terminating (SIGTERM)\u000a22:51:29.383644 --- ParallelTerminationStrategy: PID 10023 died...\u000a22:51:29.439991 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10023): Terminated: ok {rc=0}\u000a22:51:29.450053 --- ParallelTerminationStrategy: PID 10026 died...\u000a22:51:29.506030 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10026): Terminated: ok {rc=0}\u000a22:51:29.516050 --- ParallelTerminationStrategy: PID 10029 died...\u000a22:51:29.572004 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10029): Terminated: ok {rc=0}\u000a22:51:29.658971 bus /sierra_3: Setting Powered False\u000a22:51:30.765273 bus /sierra_3: Setting Powered False\u000a22:51:31.887353 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 76, "className" : "voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=10038): Process ended prematurely: osmo-stp_10.42.42.5(pid=10038) [trial-2395↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10038)]", "failedSince" : 2320, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=10038): Process ended prematurely: osmo-stp_10.42.42.5(pid=10038) [trial-2395↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10038)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2395 voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a22:51:32.997551 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a22:51:33.009426 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1)\u000a22:51:33.164742 tst mo_mt_call_osmux.py: using LAC 36776\u000a22:51:33.288755 tst mo_mt_call_osmux.py: using RAC 56\u000a22:51:33.404935 tst mo_mt_call_osmux.py: using CellId 36776\u000a22:51:33.520624 tst mo_mt_call_osmux.py: using BVCI 36777\u000a22:51:33.543425 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a22:51:33.554631 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a22:51:33.565763 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a22:51:33.576585 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a22:51:33.587707 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a22:51:33.598624 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a22:51:33.720733 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a22:51:33.921179 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:51:34.401404 run create_hlr_db(pid=10032): Launched\u000a22:51:34.574631 bus /sierra_2: Setting Powered False\u000a22:51:35.597355 run create_hlr_db(pid=10032): Terminated: ok {rc=0}\u000a22:51:36.027099 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10034): Launched\u000a22:51:36.351226 run osmo-hlr_10.42.42.2(pid=10035): Launched\u000a22:51:36.470080 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:51:37.031986 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10037): Launched\u000a22:51:37.357040 run osmo-stp_10.42.42.5(pid=10038): Launched\u000a22:51:37.475352 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a22:51:38.067433 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10040): Launched\u000a22:51:38.390883 run osmo-msc_10.42.42.6(pid=10041): Launched\u000a22:51:38.581378 run osmo-stp_10.42.42.5(pid=10038): ERR: Terminated: ERROR {rc=1} [trial-2395↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10038)]\u000a22:51:38.718940 run osmo-stp_10.42.42.5(pid=10038): stdout: \u000a| (launched: 2022-12-13_22:51:37.197610)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:51:38.855379 run osmo-stp_10.42.42.5(pid=10038): stderr: \u000a| �[0;m�[38;5;43m20221213225137390 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213225137390 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213225137390 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213225137391 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213225137393 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213225137393 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213225137393 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:51:38.986138 run osmo-stp_10.42.42.5(pid=10038): stdout: \u000a| (launched: 2022-12-13_22:51:37.197610)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:51:39.116138 run osmo-stp_10.42.42.5(pid=10038): stderr: \u000a| �[0;m�[38;5;43m20221213225137390 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213225137390 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213225137390 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213225137391 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213225137393 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213225137393 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213225137393 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:51:39.173337 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=10038): Process ended prematurely: osmo-stp_10.42.42.5(pid=10038) [trial-2395↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10038)] [trial-2395↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8]\u000a22:51:39.182734 tst mo_mt_call_osmux.py:8: Test FAILED (6.2 sec)\u000a22:51:39.245729 run osmo-hlr_10.42.42.2(pid=10035): ERR: Terminated: ERROR {rc=237} [trial-2395↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=10035)]\u000a22:51:39.297101 run osmo-hlr_10.42.42.2(pid=10035): stdout: \u000a| (launched: 2022-12-13_22:51:36.191924) \u000a22:51:39.349047 run osmo-hlr_10.42.42.2(pid=10035): stderr: \u000a| �[0;m�[1;31m20221213225136389 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213225136389 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213225136389 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213225136389 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213225136389 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213225136389 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213225136402 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2395/run.2022-12-13_21-44-31/voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213225136410 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213225136410 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213225136410 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:51:39.419665 run osmo-msc_10.42.42.6(pid=10041): ERR: Terminated: ERROR {rc=2} [trial-2395↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=10041)]\u000a22:51:39.471022 run osmo-msc_10.42.42.6(pid=10041): stdout: \u000a| (launched: 2022-12-13_22:51:38.231639) \u000a22:51:39.522815 run osmo-msc_10.42.42.6(pid=10041): stderr: \u000a| �[0;m�[38;5;43m20221213225138554 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213225138554 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fa715bb8c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213225138554 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213225138554 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213225138554 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213225138554 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213225138556 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213225138556 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213225138557 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213225138557 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a22:51:39.567304 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10034): Terminating (SIGTERM)\u000a22:51:39.609211 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10037): Terminating (SIGTERM)\u000a22:51:39.651583 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10040): Terminating (SIGTERM)\u000a22:51:39.661350 --- ParallelTerminationStrategy: PID 10034 died...\u000a22:51:39.717393 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10034): Terminated: ok {rc=0}\u000a22:51:39.727464 --- ParallelTerminationStrategy: PID 10037 died...\u000a22:51:39.783291 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10037): Terminated: ok {rc=0}\u000a22:51:39.793400 --- ParallelTerminationStrategy: PID 10040 died...\u000a22:51:39.849188 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10040): Terminated: ok {rc=0}\u000a22:51:39.936005 bus /sierra_3: Setting Powered False\u000a22:51:41.041504 bus /sierra_3: Setting Powered False\u000a22:51:42.154027 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "148", "name" : "voice_nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T22:51:22" }, { "cases" : [ { "testActions" : [ ], "age" : 65, "className" : "voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=10052): Process ended prematurely: osmo-stp_10.42.42.5(pid=10052) [trial-2395↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10052)]", "failedSince" : 2331, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=10052): Process ended prematurely: osmo-stp_10.42.42.5(pid=10052) [trial-2395↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10052)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2395 voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call.py\u000a----------------------------------------------\u000a22:51:44.162444 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a22:51:44.174033 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1)\u000a22:51:44.337639 tst mo_mt_call.py: using LAC 36777\u000a22:51:44.467498 tst mo_mt_call.py: using RAC 57\u000a22:51:44.591052 tst mo_mt_call.py: using CellId 36777\u000a22:51:44.715218 tst mo_mt_call.py: using BVCI 36778\u000a22:51:44.739846 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a22:51:44.751507 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a22:51:44.763071 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a22:51:44.774679 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a22:51:44.786502 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a22:51:44.798279 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a22:51:44.915572 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a22:51:45.115011 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:51:45.599218 run create_hlr_db(pid=10046): Launched\u000a22:51:45.772518 bus /sierra_2: Setting Powered False\u000a22:51:46.808513 run create_hlr_db(pid=10046): Terminated: ok {rc=0}\u000a22:51:47.262328 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10048): Launched\u000a22:51:47.587228 run osmo-hlr_10.42.42.2(pid=10049): Launched\u000a22:51:47.705957 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:51:48.266129 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10051): Launched\u000a22:51:48.590438 run osmo-stp_10.42.42.5(pid=10052): Launched\u000a22:51:48.708815 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a22:51:49.299635 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10054): Launched\u000a22:51:49.623150 run osmo-msc_10.42.42.6(pid=10055): Launched\u000a22:51:49.813061 run osmo-stp_10.42.42.5(pid=10052): ERR: Terminated: ERROR {rc=1} [trial-2395↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10052)]\u000a22:51:49.949590 run osmo-stp_10.42.42.5(pid=10052): stdout: \u000a| (launched: 2022-12-13_22:51:48.430640)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:51:50.086565 run osmo-stp_10.42.42.5(pid=10052): stderr: \u000a| �[0;m�[38;5;43m20221213225148622 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213225148622 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213225148622 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213225148622 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213225148625 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213225148625 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213225148625 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:51:50.216545 run osmo-stp_10.42.42.5(pid=10052): stdout: \u000a| (launched: 2022-12-13_22:51:48.430640)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:51:50.346244 run osmo-stp_10.42.42.5(pid=10052): stderr: \u000a| �[0;m�[38;5;43m20221213225148622 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213225148622 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213225148622 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213225148622 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213225148625 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213225148625 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213225148625 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:51:50.403102 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=10052): Process ended prematurely: osmo-stp_10.42.42.5(pid=10052) [trial-2395↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10052)] [trial-2395↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8]\u000a22:51:50.412504 tst mo_mt_call.py:8: Test FAILED (6.3 sec)\u000a22:51:50.475541 run osmo-hlr_10.42.42.2(pid=10049): ERR: Terminated: ERROR {rc=237} [trial-2395↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=10049)]\u000a22:51:50.527029 run osmo-hlr_10.42.42.2(pid=10049): stdout: \u000a| (launched: 2022-12-13_22:51:47.426652) \u000a22:51:50.579212 run osmo-hlr_10.42.42.2(pid=10049): stderr: \u000a| �[0;m�[1;31m20221213225147623 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213225147623 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213225147623 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213225147623 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213225147623 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213225147623 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213225147636 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2395/run.2022-12-13_21-44-31/voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213225147645 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213225147645 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213225147645 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:51:50.650358 run osmo-msc_10.42.42.6(pid=10055): ERR: Terminated: ERROR {rc=2} [trial-2395↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=10055)]\u000a22:51:50.701685 run osmo-msc_10.42.42.6(pid=10055): stdout: \u000a| (launched: 2022-12-13_22:51:49.463976) \u000a22:51:50.753450 run osmo-msc_10.42.42.6(pid=10055): stderr: \u000a| �[0;m�[38;5;43m20221213225149784 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213225149784 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f0c02f8cc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213225149784 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213225149785 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213225149785 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213225149785 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213225149787 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213225149787 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213225149788 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213225149788 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a22:51:50.797765 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10048): Terminating (SIGTERM)\u000a22:51:50.839579 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10051): Terminating (SIGTERM)\u000a22:51:50.882091 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10054): Terminating (SIGTERM)\u000a22:51:50.891831 --- ParallelTerminationStrategy: PID 10048 died...\u000a22:51:50.948475 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10048): Terminated: ok {rc=0}\u000a22:51:50.958725 --- ParallelTerminationStrategy: PID 10051 died...\u000a22:51:51.015089 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10051): Terminated: ok {rc=0}\u000a22:51:51.025394 --- ParallelTerminationStrategy: PID 10054 died...\u000a22:51:51.081567 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10054): Terminated: ok {rc=0}\u000a22:51:51.169047 bus /sierra_3: Setting Powered False\u000a22:51:52.272400 bus /sierra_3: Setting Powered False\u000a22:51:53.379314 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 76, "className" : "voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=10063): Process ended prematurely: osmo-stp_10.42.42.5(pid=10063) [trial-2395↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10063)]", "failedSince" : 2320, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=10063): Process ended prematurely: osmo-stp_10.42.42.5(pid=10063) [trial-2395↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10063)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2395 voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a22:51:54.494649 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a22:51:54.506972 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1)\u000a22:51:54.669763 tst mo_mt_call_osmux.py: using LAC 36778\u000a22:51:54.795520 tst mo_mt_call_osmux.py: using RAC 58\u000a22:51:54.920576 tst mo_mt_call_osmux.py: using CellId 36778\u000a22:51:55.048006 tst mo_mt_call_osmux.py: using BVCI 36779\u000a22:51:55.072488 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a22:51:55.084030 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a22:51:55.095453 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a22:51:55.107008 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a22:51:55.118986 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a22:51:55.130673 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a22:51:55.249327 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a22:51:55.462235 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:51:55.970643 run create_hlr_db(pid=10057): Launched\u000a22:51:56.158164 bus /sierra_2: Setting Powered False\u000a22:51:57.178695 run create_hlr_db(pid=10057): Terminated: ok {rc=0}\u000a22:51:57.608424 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10059): Launched\u000a22:51:57.931953 run osmo-hlr_10.42.42.2(pid=10060): Launched\u000a22:51:58.052357 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:51:58.612002 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10062): Launched\u000a22:51:58.937335 run osmo-stp_10.42.42.5(pid=10063): Launched\u000a22:51:59.055806 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a22:51:59.648364 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10065): Launched\u000a22:51:59.972485 run osmo-msc_10.42.42.6(pid=10066): Launched\u000a22:52:00.162308 run osmo-stp_10.42.42.5(pid=10063): ERR: Terminated: ERROR {rc=1} [trial-2395↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10063)]\u000a22:52:00.299502 run osmo-stp_10.42.42.5(pid=10063): stdout: \u000a| (launched: 2022-12-13_22:51:58.776815)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:52:00.435995 run osmo-stp_10.42.42.5(pid=10063): stderr: \u000a| �[0;m�[38;5;43m20221213225158969 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213225158970 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213225158970 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213225158970 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213225158971 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213225158971 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213225158971 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:52:00.566540 run osmo-stp_10.42.42.5(pid=10063): stdout: \u000a| (launched: 2022-12-13_22:51:58.776815)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:52:00.696702 run osmo-stp_10.42.42.5(pid=10063): stderr: \u000a| �[0;m�[38;5;43m20221213225158969 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213225158970 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213225158970 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213225158970 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213225158971 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213225158971 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213225158971 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:52:00.753644 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=10063): Process ended prematurely: osmo-stp_10.42.42.5(pid=10063) [trial-2395↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10063)] [trial-2395↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8]\u000a22:52:00.762704 tst mo_mt_call_osmux.py:8: Test FAILED (6.3 sec)\u000a22:52:00.825589 run osmo-hlr_10.42.42.2(pid=10060): ERR: Terminated: ERROR {rc=237} [trial-2395↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=10060)]\u000a22:52:00.883195 run osmo-hlr_10.42.42.2(pid=10060): stdout: \u000a| (launched: 2022-12-13_22:51:57.773503) \u000a22:52:00.940575 run osmo-hlr_10.42.42.2(pid=10060): stderr: \u000a| �[0;m�[1;31m20221213225157972 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213225157972 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213225157972 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213225157972 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213225157972 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213225157972 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213225157984 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2395/run.2022-12-13_21-44-31/voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213225157993 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213225157993 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213225157993 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:52:01.012163 run osmo-msc_10.42.42.6(pid=10066): ERR: Terminated: ERROR {rc=2} [trial-2395↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=10066)]\u000a22:52:01.064033 run osmo-msc_10.42.42.6(pid=10066): stdout: \u000a| (launched: 2022-12-13_22:51:59.813140) \u000a22:52:01.116731 run osmo-msc_10.42.42.6(pid=10066): stderr: \u000a| �[0;m�[38;5;43m20221213225200135 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213225200135 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fbd4036dc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213225200135 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213225200135 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213225200135 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213225200135 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213225200137 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213225200138 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213225200138 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213225200138 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a22:52:01.161940 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10059): Terminating (SIGTERM)\u000a22:52:01.206719 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10062): Terminating (SIGTERM)\u000a22:52:01.251458 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10065): Terminating (SIGTERM)\u000a22:52:01.262042 --- ParallelTerminationStrategy: PID 10059 died...\u000a22:52:01.320495 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10059): Terminated: ok {rc=0}\u000a22:52:01.331286 --- ParallelTerminationStrategy: PID 10062 died...\u000a22:52:01.388546 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10062): Terminated: ok {rc=0}\u000a22:52:01.399217 --- ParallelTerminationStrategy: PID 10065 died...\u000a22:52:01.456150 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10065): Terminated: ok {rc=0}\u000a22:52:01.544759 bus /sierra_3: Setting Powered False\u000a22:52:02.650221 bus /sierra_3: Setting Powered False\u000a22:52:03.762484 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "149", "name" : "voice_nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T22:51:43" }, { "cases" : [ { "testActions" : [ ], "age" : 70, "className" : "voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3", "duration" : 6.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=10077): Process ended prematurely: osmo-stp_10.42.42.5(pid=10077) [trial-2395↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10077)]", "failedSince" : 2326, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=10077): Process ended prematurely: osmo-stp_10.42.42.5(pid=10077) [trial-2395↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10077)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2395 voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call.py\u000a----------------------------------------------\u000a22:52:05.749837 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a22:52:05.761008 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1)\u000a22:52:05.915515 tst mo_mt_call.py: using LAC 36779\u000a22:52:06.035640 tst mo_mt_call.py: using RAC 59\u000a22:52:06.155925 tst mo_mt_call.py: using CellId 36779\u000a22:52:06.276378 tst mo_mt_call.py: using BVCI 36780\u000a22:52:06.299175 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a22:52:06.310276 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a22:52:06.321229 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a22:52:06.332151 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a22:52:06.343256 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a22:52:06.354493 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a22:52:06.476297 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a22:52:06.678686 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:52:07.162016 run create_hlr_db(pid=10071): Launched\u000a22:52:07.336372 bus /sierra_2: Setting Powered False\u000a22:52:08.358510 run create_hlr_db(pid=10071): Terminated: ok {rc=0}\u000a22:52:08.762270 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10073): Launched\u000a22:52:09.063502 run osmo-hlr_10.42.42.2(pid=10074): Launched\u000a22:52:09.173421 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:52:09.697459 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10076): Launched\u000a22:52:10.000175 run osmo-stp_10.42.42.5(pid=10077): Launched\u000a22:52:10.110050 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a22:52:10.661818 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10079): Launched\u000a22:52:10.964670 run osmo-msc_10.42.42.6(pid=10080): Launched\u000a22:52:11.142238 run osmo-stp_10.42.42.5(pid=10077): ERR: Terminated: ERROR {rc=1} [trial-2395↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10077)]\u000a22:52:11.269740 run osmo-stp_10.42.42.5(pid=10077): stdout: \u000a| (launched: 2022-12-13_22:52:09.850776)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:52:11.395836 run osmo-stp_10.42.42.5(pid=10077): stderr: \u000a| �[0;m�[38;5;43m20221213225210021 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213225210021 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213225210022 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213225210022 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213225210023 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213225210023 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213225210023 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:52:11.516528 run osmo-stp_10.42.42.5(pid=10077): stdout: \u000a| (launched: 2022-12-13_22:52:09.850776)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:52:11.636305 run osmo-stp_10.42.42.5(pid=10077): stderr: \u000a| �[0;m�[38;5;43m20221213225210021 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213225210021 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213225210022 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213225210022 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213225210023 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213225210023 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213225210023 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:52:11.689336 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=10077): Process ended prematurely: osmo-stp_10.42.42.5(pid=10077) [trial-2395↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10077)] [trial-2395↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8]\u000a22:52:11.697913 tst mo_mt_call.py:8: Test FAILED (6.0 sec)\u000a22:52:11.757673 run osmo-hlr_10.42.42.2(pid=10074): ERR: Terminated: ERROR {rc=237} [trial-2395↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=10074)]\u000a22:52:11.806220 run osmo-hlr_10.42.42.2(pid=10074): stdout: \u000a| (launched: 2022-12-13_22:52:08.915581) \u000a22:52:11.855433 run osmo-hlr_10.42.42.2(pid=10074): stderr: \u000a| �[0;m�[1;31m20221213225209093 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213225209093 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213225209093 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213225209094 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213225209094 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213225209094 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213225209110 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2395/run.2022-12-13_21-44-31/voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213225209119 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213225209119 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213225209119 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:52:11.922241 run osmo-msc_10.42.42.6(pid=10080): ERR: Terminated: ERROR {rc=2} [trial-2395↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=10080)]\u000a22:52:11.970787 run osmo-msc_10.42.42.6(pid=10080): stdout: \u000a| (launched: 2022-12-13_22:52:10.815163) \u000a22:52:12.019662 run osmo-msc_10.42.42.6(pid=10080): stderr: \u000a| �[0;m�[38;5;43m20221213225211088 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213225211088 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fa9b241cc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213225211088 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213225211088 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213225211088 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213225211089 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213225211090 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213225211091 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213225211091 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213225211091 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a22:52:12.061214 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10073): Terminating (SIGTERM)\u000a22:52:12.100598 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10076): Terminating (SIGTERM)\u000a22:52:12.139971 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10079): Terminating (SIGTERM)\u000a22:52:12.149261 --- ParallelTerminationStrategy: PID 10073 died...\u000a22:52:12.201770 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10073): Terminated: ok {rc=0}\u000a22:52:12.211296 --- ParallelTerminationStrategy: PID 10076 died...\u000a22:52:12.263616 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10076): Terminated: ok {rc=0}\u000a22:52:12.273276 --- ParallelTerminationStrategy: PID 10079 died...\u000a22:52:12.325741 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10079): Terminated: ok {rc=0}\u000a22:52:12.414020 bus /sierra_3: Setting Powered False\u000a22:52:13.516629 bus /sierra_3: Setting Powered False\u000a22:52:14.624551 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 78, "className" : "voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=10088): Process ended prematurely: osmo-stp_10.42.42.5(pid=10088) [trial-2395↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10088)]", "failedSince" : 2318, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=10088): Process ended prematurely: osmo-stp_10.42.42.5(pid=10088) [trial-2395↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10088)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2395 voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a22:52:15.738307 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a22:52:15.750553 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1)\u000a22:52:15.934921 tst mo_mt_call_osmux.py: using LAC 36780\u000a22:52:16.065278 tst mo_mt_call_osmux.py: using RAC 60\u000a22:52:16.215179 tst mo_mt_call_osmux.py: using CellId 36780\u000a22:52:16.342338 tst mo_mt_call_osmux.py: using BVCI 36781\u000a22:52:16.368303 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a22:52:16.380910 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a22:52:16.393648 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a22:52:16.406108 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a22:52:16.419680 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a22:52:16.433231 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a22:52:16.557435 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a22:52:16.818495 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:52:17.345052 run create_hlr_db(pid=10082): Launched\u000a22:52:17.522116 bus /sierra_2: Setting Powered False\u000a22:52:18.542165 run create_hlr_db(pid=10082): Terminated: ok {rc=0}\u000a22:52:18.974030 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10084): Launched\u000a22:52:19.297831 run osmo-hlr_10.42.42.2(pid=10085): Launched\u000a22:52:19.419340 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:52:19.983172 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10087): Launched\u000a22:52:20.306161 run osmo-stp_10.42.42.5(pid=10088): Launched\u000a22:52:20.424076 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a22:52:21.015062 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10090): Launched\u000a22:52:21.338456 run osmo-msc_10.42.42.6(pid=10091): Launched\u000a22:52:21.529699 run osmo-stp_10.42.42.5(pid=10088): ERR: Terminated: ERROR {rc=1} [trial-2395↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10088)]\u000a22:52:21.668398 run osmo-stp_10.42.42.5(pid=10088): stdout: \u000a| (launched: 2022-12-13_22:52:20.147276)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:52:21.804687 run osmo-stp_10.42.42.5(pid=10088): stderr: \u000a| �[0;m�[38;5;43m20221213225220340 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213225220340 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213225220340 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213225220341 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213225220341 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213225220341 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213225220341 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:52:21.935596 run osmo-stp_10.42.42.5(pid=10088): stdout: \u000a| (launched: 2022-12-13_22:52:20.147276)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:52:22.064897 run osmo-stp_10.42.42.5(pid=10088): stderr: \u000a| �[0;m�[38;5;43m20221213225220340 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213225220340 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213225220340 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213225220341 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213225220341 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213225220341 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213225220341 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:52:22.121807 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=10088): Process ended prematurely: osmo-stp_10.42.42.5(pid=10088) [trial-2395↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10088)] [trial-2395↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8]\u000a22:52:22.131007 tst mo_mt_call_osmux.py:8: Test FAILED (6.4 sec)\u000a22:52:22.194184 run osmo-hlr_10.42.42.2(pid=10085): ERR: Terminated: ERROR {rc=237} [trial-2395↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=10085)]\u000a22:52:22.245682 run osmo-hlr_10.42.42.2(pid=10085): stdout: \u000a| (launched: 2022-12-13_22:52:19.139106) \u000a22:52:22.297569 run osmo-hlr_10.42.42.2(pid=10085): stderr: \u000a| �[0;m�[1;31m20221213225219338 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213225219338 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213225219338 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213225219338 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213225219338 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213225219338 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213225219349 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2395/run.2022-12-13_21-44-31/voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213225219357 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213225219357 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213225219357 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:52:22.368458 run osmo-msc_10.42.42.6(pid=10091): ERR: Terminated: ERROR {rc=2} [trial-2395↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=10091)]\u000a22:52:22.419701 run osmo-msc_10.42.42.6(pid=10091): stdout: \u000a| (launched: 2022-12-13_22:52:21.179603) \u000a22:52:22.471444 run osmo-msc_10.42.42.6(pid=10091): stderr: \u000a| �[0;m�[38;5;43m20221213225221499 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213225221499 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fdda6ca5c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213225221499 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213225221499 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213225221500 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213225221500 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213225221503 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213225221504 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213225221504 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213225221504 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a22:52:22.515844 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10084): Terminating (SIGTERM)\u000a22:52:22.557863 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10087): Terminating (SIGTERM)\u000a22:52:22.600130 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10090): Terminating (SIGTERM)\u000a22:52:22.609868 --- ParallelTerminationStrategy: PID 10084 died...\u000a22:52:22.666317 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10084): Terminated: ok {rc=0}\u000a22:52:22.676278 --- ParallelTerminationStrategy: PID 10087 died...\u000a22:52:22.732505 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10087): Terminated: ok {rc=0}\u000a22:52:22.742588 --- ParallelTerminationStrategy: PID 10090 died...\u000a22:52:22.798532 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10090): Terminated: ok {rc=0}\u000a22:52:22.885698 bus /sierra_3: Setting Powered False\u000a22:52:23.991217 bus /sierra_3: Setting Powered False\u000a22:52:25.098457 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "150", "name" : "voice_nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T22:52:05" }, { "cases" : [ { "testActions" : [ ], "age" : 65, "className" : "voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=10103): Process ended prematurely: osmo-stp_10.42.42.5(pid=10103) [trial-2395↪voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10103)]", "failedSince" : 2331, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=10103): Process ended prematurely: osmo-stp_10.42.42.5(pid=10103) [trial-2395↪voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10103)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2395 voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call.py\u000a----------------------------------------------\u000a22:52:27.104453 tst voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a22:52:27.115998 tst voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1)\u000a22:52:27.278734 tst mo_mt_call.py: using LAC 36781\u000a22:52:27.404771 tst mo_mt_call.py: using RAC 61\u000a22:52:27.532639 tst mo_mt_call.py: using CellId 36781\u000a22:52:27.661225 tst mo_mt_call.py: using BVCI 36782\u000a22:52:27.685709 tst voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a22:52:27.697278 tst voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a22:52:27.708783 tst voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a22:52:27.720270 tst voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a22:52:27.732682 tst voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a22:52:27.744761 tst voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a22:52:27.864465 tst voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a22:52:28.065036 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:52:28.548119 run create_hlr_db(pid=10097): Launched\u000a22:52:28.722230 bus /sierra_2: Setting Powered False\u000a22:52:29.743457 run create_hlr_db(pid=10097): Terminated: ok {rc=0}\u000a22:52:30.171425 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10099): Launched\u000a22:52:30.494193 run osmo-hlr_10.42.42.2(pid=10100): Launched\u000a22:52:30.612400 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:52:31.214769 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10102): Launched\u000a22:52:31.586395 run osmo-stp_10.42.42.5(pid=10103): Launched\u000a22:52:31.842953 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a22:52:32.563790 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10105): Launched\u000a22:52:32.865567 run osmo-msc_10.42.42.6(pid=10106): Launched\u000a22:52:33.042466 run osmo-stp_10.42.42.5(pid=10103): ERR: Terminated: ERROR {rc=1} [trial-2395↪voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10103)]\u000a22:52:33.170675 run osmo-stp_10.42.42.5(pid=10103): stdout: \u000a| (launched: 2022-12-13_22:52:31.381893)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:52:33.296370 run osmo-stp_10.42.42.5(pid=10103): stderr: \u000a| �[0;m�[38;5;43m20221213225231730 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213225231731 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213225231732 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213225231733 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213225231733 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213225231733 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213225231733 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:52:33.417874 run osmo-stp_10.42.42.5(pid=10103): stdout: \u000a| (launched: 2022-12-13_22:52:31.381893)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:52:33.538728 run osmo-stp_10.42.42.5(pid=10103): stderr: \u000a| �[0;m�[38;5;43m20221213225231730 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213225231731 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213225231732 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213225231733 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213225231733 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213225231733 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213225231733 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:52:33.591785 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=10103): Process ended prematurely: osmo-stp_10.42.42.5(pid=10103) [trial-2395↪voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10103)] [trial-2395↪voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8]\u000a22:52:33.600258 tst mo_mt_call.py:8: Test FAILED (6.5 sec)\u000a22:52:33.659406 run osmo-hlr_10.42.42.2(pid=10100): ERR: Terminated: ERROR {rc=237} [trial-2395↪voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=10100)]\u000a22:52:33.708342 run osmo-hlr_10.42.42.2(pid=10100): stdout: \u000a| (launched: 2022-12-13_22:52:30.335280) \u000a22:52:33.757578 run osmo-hlr_10.42.42.2(pid=10100): stderr: \u000a| �[0;m�[1;31m20221213225230534 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213225230534 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213225230534 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213225230534 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213225230534 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213225230534 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213225230546 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2395/run.2022-12-13_21-44-31/voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213225230554 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213225230555 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213225230555 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:52:33.824122 run osmo-msc_10.42.42.6(pid=10106): ERR: Terminated: ERROR {rc=2} [trial-2395↪voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=10106)]\u000a22:52:33.872325 run osmo-msc_10.42.42.6(pid=10106): stdout: \u000a| (launched: 2022-12-13_22:52:32.717366) \u000a22:52:33.920898 run osmo-msc_10.42.42.6(pid=10106): stderr: \u000a| �[0;m�[38;5;43m20221213225232989 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213225232989 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f3437748c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213225232989 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213225232989 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213225232990 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213225232990 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213225232991 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213225232992 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213225232992 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213225232992 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a22:52:33.962538 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10099): Terminating (SIGTERM)\u000a22:52:34.001558 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10102): Terminating (SIGTERM)\u000a22:52:34.040813 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10105): Terminating (SIGTERM)\u000a22:52:34.050119 --- ParallelTerminationStrategy: PID 10099 died...\u000a22:52:34.102707 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10099): Terminated: ok {rc=0}\u000a22:52:34.112549 --- ParallelTerminationStrategy: PID 10102 died...\u000a22:52:34.165022 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10102): Terminated: ok {rc=0}\u000a22:52:34.174463 --- ParallelTerminationStrategy: PID 10105 died...\u000a22:52:34.226857 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10105): Terminated: ok {rc=0}\u000a22:52:34.314580 bus /sierra_3: Setting Powered False\u000a22:52:35.416659 bus /sierra_3: Setting Powered False\u000a22:52:36.528846 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 76, "className" : "voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=10114): Process ended prematurely: osmo-stp_10.42.42.5(pid=10114) [trial-2395↪voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10114)]", "failedSince" : 2320, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=10114): Process ended prematurely: osmo-stp_10.42.42.5(pid=10114) [trial-2395↪voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10114)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2395 voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a22:52:37.639959 tst voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a22:52:37.651852 tst voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1)\u000a22:52:37.806235 tst mo_mt_call_osmux.py: using LAC 36782\u000a22:52:37.924137 tst mo_mt_call_osmux.py: using RAC 62\u000a22:52:38.044379 tst mo_mt_call_osmux.py: using CellId 36782\u000a22:52:38.163737 tst mo_mt_call_osmux.py: using BVCI 36783\u000a22:52:38.186710 tst voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a22:52:38.198003 tst voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a22:52:38.209013 tst voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a22:52:38.219934 tst voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a22:52:38.231081 tst voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a22:52:38.242505 tst voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a22:52:38.358405 tst voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a22:52:38.570815 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:52:39.080087 run create_hlr_db(pid=10108): Launched\u000a22:52:39.266942 bus /sierra_2: Setting Powered False\u000a22:52:40.289081 run create_hlr_db(pid=10108): Terminated: ok {rc=0}\u000a22:52:40.695992 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10110): Launched\u000a22:52:40.998862 run osmo-hlr_10.42.42.2(pid=10111): Launched\u000a22:52:41.119116 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:52:41.652394 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10113): Launched\u000a22:52:41.956379 run osmo-stp_10.42.42.5(pid=10114): Launched\u000a22:52:42.066933 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a22:52:42.617657 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10116): Launched\u000a22:52:42.920032 run osmo-msc_10.42.42.6(pid=10117): Launched\u000a22:52:43.097274 run osmo-stp_10.42.42.5(pid=10114): ERR: Terminated: ERROR {rc=1} [trial-2395↪voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10114)]\u000a22:52:43.225076 run osmo-stp_10.42.42.5(pid=10114): stdout: \u000a| (launched: 2022-12-13_22:52:41.805609)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:52:43.350314 run osmo-stp_10.42.42.5(pid=10114): stderr: \u000a| �[0;m�[38;5;43m20221213225241977 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213225241977 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213225241978 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213225241978 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213225241979 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213225241979 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213225241979 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:52:43.471261 run osmo-stp_10.42.42.5(pid=10114): stdout: \u000a| (launched: 2022-12-13_22:52:41.805609)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:52:43.591086 run osmo-stp_10.42.42.5(pid=10114): stderr: \u000a| �[0;m�[38;5;43m20221213225241977 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213225241977 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213225241978 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213225241978 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213225241979 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213225241979 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213225241979 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:52:43.644794 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=10114): Process ended prematurely: osmo-stp_10.42.42.5(pid=10114) [trial-2395↪voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10114)] [trial-2395↪voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8]\u000a22:52:43.653365 tst mo_mt_call_osmux.py:8: Test FAILED (6.0 sec)\u000a22:52:43.712861 run osmo-hlr_10.42.42.2(pid=10111): ERR: Terminated: ERROR {rc=237} [trial-2395↪voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=10111)]\u000a22:52:43.761390 run osmo-hlr_10.42.42.2(pid=10111): stdout: \u000a| (launched: 2022-12-13_22:52:40.849505) \u000a22:52:43.810319 run osmo-hlr_10.42.42.2(pid=10111): stderr: \u000a| �[0;m�[1;31m20221213225241026 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213225241026 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213225241026 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213225241026 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213225241026 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213225241026 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213225241038 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2395/run.2022-12-13_21-44-31/voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213225241048 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213225241048 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213225241048 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:52:43.877609 run osmo-msc_10.42.42.6(pid=10117): ERR: Terminated: ERROR {rc=2} [trial-2395↪voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=10117)]\u000a22:52:43.926465 run osmo-msc_10.42.42.6(pid=10117): stdout: \u000a| (launched: 2022-12-13_22:52:42.770562) \u000a22:52:43.976194 run osmo-msc_10.42.42.6(pid=10117): stderr: \u000a| �[0;m�[38;5;43m20221213225243043 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213225243043 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fc10134fc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213225243043 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213225243043 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213225243043 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213225243043 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213225243045 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213225243046 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213225243046 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213225243046 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a22:52:44.017773 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10110): Terminating (SIGTERM)\u000a22:52:44.057132 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10113): Terminating (SIGTERM)\u000a22:52:44.096351 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10116): Terminating (SIGTERM)\u000a22:52:44.105613 --- ParallelTerminationStrategy: PID 10110 died...\u000a22:52:44.158491 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10110): Terminated: ok {rc=0}\u000a22:52:44.168035 --- ParallelTerminationStrategy: PID 10113 died...\u000a22:52:44.220375 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10113): Terminated: ok {rc=0}\u000a22:52:44.229906 --- ParallelTerminationStrategy: PID 10116 died...\u000a22:52:44.282368 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10116): Terminated: ok {rc=0}\u000a22:52:44.371125 bus /sierra_3: Setting Powered False\u000a22:52:45.473330 bus /sierra_3: Setting Powered False\u000a22:52:46.596713 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "151", "name" : "voice_nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T22:52:26" }, { "cases" : [ { "testActions" : [ ], "age" : 70, "className" : "voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=10128): Process ended prematurely: osmo-stp_10.42.42.5(pid=10128) [trial-2395↪voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10128)]", "failedSince" : 2326, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=10128): Process ended prematurely: osmo-stp_10.42.42.5(pid=10128) [trial-2395↪voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10128)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2395 voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call.py\u000a----------------------------------------------\u000a22:52:48.588241 tst voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a22:52:48.599532 tst voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a22:52:48.756924 tst mo_mt_call.py: using LAC 36783\u000a22:52:48.874820 tst mo_mt_call.py: using RAC 63\u000a22:52:48.990954 tst mo_mt_call.py: using CellId 36783\u000a22:52:49.107428 tst mo_mt_call.py: using BVCI 36784\u000a22:52:49.130226 tst voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a22:52:49.141518 tst voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a22:52:49.152362 tst voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a22:52:49.163357 tst voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a22:52:49.174452 tst voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a22:52:49.185422 tst voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a22:52:49.304902 tst voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a22:52:49.507904 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:52:49.991564 run create_hlr_db(pid=10122): Launched\u000a22:52:50.178877 bus /sierra_2: Setting Powered False\u000a22:52:51.200499 run create_hlr_db(pid=10122): Terminated: ok {rc=0}\u000a22:52:51.605814 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10124): Launched\u000a22:52:51.948796 run osmo-hlr_10.42.42.2(pid=10125): Launched\u000a22:52:52.060484 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:52:52.582671 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10127): Launched\u000a22:52:52.884174 run osmo-stp_10.42.42.5(pid=10128): Launched\u000a22:52:52.993767 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a22:52:53.545741 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10130): Launched\u000a22:52:53.848182 run osmo-msc_10.42.42.6(pid=10131): Launched\u000a22:52:54.025240 run osmo-stp_10.42.42.5(pid=10128): ERR: Terminated: ERROR {rc=1} [trial-2395↪voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10128)]\u000a22:52:54.152760 run osmo-stp_10.42.42.5(pid=10128): stdout: \u000a| (launched: 2022-12-13_22:52:52.736095)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:52:54.279773 run osmo-stp_10.42.42.5(pid=10128): stderr: \u000a| �[0;m�[38;5;43m20221213225252907 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213225252907 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213225252907 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213225252907 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213225252910 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213225252910 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213225252910 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:52:54.400627 run osmo-stp_10.42.42.5(pid=10128): stdout: \u000a| (launched: 2022-12-13_22:52:52.736095)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:52:54.520101 run osmo-stp_10.42.42.5(pid=10128): stderr: \u000a| �[0;m�[38;5;43m20221213225252907 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213225252907 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213225252907 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213225252907 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213225252910 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213225252910 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213225252910 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:52:54.573010 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=10128): Process ended prematurely: osmo-stp_10.42.42.5(pid=10128) [trial-2395↪voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10128)] [trial-2395↪voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8]\u000a22:52:54.581500 tst mo_mt_call.py:8: Test FAILED (6.0 sec)\u000a22:52:54.640680 run osmo-hlr_10.42.42.2(pid=10125): ERR: Terminated: ERROR {rc=237} [trial-2395↪voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=10125)]\u000a22:52:54.689422 run osmo-hlr_10.42.42.2(pid=10125): stdout: \u000a| (launched: 2022-12-13_22:52:51.760161) \u000a22:52:54.738866 run osmo-hlr_10.42.42.2(pid=10125): stderr: \u000a| �[0;m�[1;31m20221213225251936 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213225251936 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213225251936 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213225251936 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213225251936 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213225251936 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213225251970 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2395/run.2022-12-13_21-44-31/voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213225251979 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213225251979 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213225251979 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:52:54.806207 run osmo-msc_10.42.42.6(pid=10131): ERR: Terminated: ERROR {rc=2} [trial-2395↪voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=10131)]\u000a22:52:54.854786 run osmo-msc_10.42.42.6(pid=10131): stdout: \u000a| (launched: 2022-12-13_22:52:53.699403) \u000a22:52:54.903891 run osmo-msc_10.42.42.6(pid=10131): stderr: \u000a| �[0;m�[38;5;43m20221213225253973 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213225253973 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f6d3d684c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213225253973 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213225253973 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213225253973 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213225253973 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213225253975 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213225253975 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213225253976 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213225253976 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a22:52:54.945615 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10124): Terminating (SIGTERM)\u000a22:52:54.984857 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10127): Terminating (SIGTERM)\u000a22:52:55.024062 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10130): Terminating (SIGTERM)\u000a22:52:55.033260 --- ParallelTerminationStrategy: PID 10124 died...\u000a22:52:55.086296 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10124): Terminated: ok {rc=0}\u000a22:52:55.095820 --- ParallelTerminationStrategy: PID 10127 died...\u000a22:52:55.148246 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10127): Terminated: ok {rc=0}\u000a22:52:55.157749 --- ParallelTerminationStrategy: PID 10130 died...\u000a22:52:55.210204 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10130): Terminated: ok {rc=0}\u000a22:52:55.298306 bus /sierra_3: Setting Powered False\u000a22:52:56.403196 bus /sierra_3: Setting Powered False\u000a22:52:57.515865 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 73, "className" : "voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=10139): Process ended prematurely: osmo-stp_10.42.42.5(pid=10139) [trial-2395↪voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10139)]", "failedSince" : 2323, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=10139): Process ended prematurely: osmo-stp_10.42.42.5(pid=10139) [trial-2395↪voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10139)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2395 voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call_osmux.py\u000a----------------------------------------------\u000a22:52:58.624529 tst voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a22:52:58.636222 tst voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a22:52:58.789856 tst mo_mt_call_osmux.py: using LAC 36784\u000a22:52:58.908419 tst mo_mt_call_osmux.py: using RAC 64\u000a22:52:59.029280 tst mo_mt_call_osmux.py: using CellId 36784\u000a22:52:59.149060 tst mo_mt_call_osmux.py: using BVCI 36785\u000a22:52:59.171779 tst voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a22:52:59.182985 tst voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a22:52:59.193959 tst voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a22:52:59.204926 tst voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a22:52:59.216085 tst voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a22:52:59.227110 tst voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a22:52:59.344338 tst voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a22:52:59.558373 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:53:00.067363 run create_hlr_db(pid=10133): Launched\u000a22:53:00.254405 bus /sierra_2: Setting Powered False\u000a22:53:01.276543 run create_hlr_db(pid=10133): Terminated: ok {rc=0}\u000a22:53:01.727186 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10135): Launched\u000a22:53:02.120623 run osmo-hlr_10.42.42.2(pid=10136): Launched\u000a22:53:02.240059 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:53:02.801824 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10138): Launched\u000a22:53:03.123967 run osmo-stp_10.42.42.5(pid=10139): Launched\u000a22:53:03.246547 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a22:53:03.837034 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10141): Launched\u000a22:53:04.160397 run osmo-msc_10.42.42.6(pid=10142): Launched\u000a22:53:04.350205 run osmo-stp_10.42.42.5(pid=10139): ERR: Terminated: ERROR {rc=1} [trial-2395↪voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10139)]\u000a22:53:04.488414 run osmo-stp_10.42.42.5(pid=10139): stdout: \u000a| (launched: 2022-12-13_22:53:02.965843)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:53:04.625259 run osmo-stp_10.42.42.5(pid=10139): stderr: \u000a| �[0;m�[38;5;43m20221213225303160 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213225303161 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213225303161 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213225303161 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213225303162 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213225303162 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213225303162 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:53:04.756210 run osmo-stp_10.42.42.5(pid=10139): stdout: \u000a| (launched: 2022-12-13_22:53:02.965843)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:53:04.886015 run osmo-stp_10.42.42.5(pid=10139): stderr: \u000a| �[0;m�[38;5;43m20221213225303160 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213225303161 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213225303161 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213225303161 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213225303162 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213225303162 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213225303162 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:53:04.942926 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=10139): Process ended prematurely: osmo-stp_10.42.42.5(pid=10139) [trial-2395↪voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10139)] [trial-2395↪voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8]\u000a22:53:04.952312 tst mo_mt_call_osmux.py:8: Test FAILED (6.4 sec)\u000a22:53:05.016004 run osmo-hlr_10.42.42.2(pid=10136): ERR: Terminated: ERROR {rc=237} [trial-2395↪voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=10136)]\u000a22:53:05.067808 run osmo-hlr_10.42.42.2(pid=10136): stdout: \u000a| (launched: 2022-12-13_22:53:01.893911) \u000a22:53:05.120038 run osmo-hlr_10.42.42.2(pid=10136): stderr: \u000a| �[0;m�[1;31m20221213225302180 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213225302180 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213225302180 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213225302180 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213225302180 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213225302180 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213225302199 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2395/run.2022-12-13_21-44-31/voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213225302207 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213225302208 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213225302208 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:53:05.190860 run osmo-msc_10.42.42.6(pid=10142): ERR: Terminated: ERROR {rc=2} [trial-2395↪voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=10142)]\u000a22:53:05.242360 run osmo-msc_10.42.42.6(pid=10142): stdout: \u000a| (launched: 2022-12-13_22:53:04.001435) \u000a22:53:05.294301 run osmo-msc_10.42.42.6(pid=10142): stderr: \u000a| �[0;m�[38;5;43m20221213225304323 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213225304323 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f38c0388c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213225304323 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213225304323 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213225304324 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213225304324 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213225304325 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213225304326 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213225304326 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213225304326 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a22:53:05.338652 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10135): Terminating (SIGTERM)\u000a22:53:05.380415 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10138): Terminating (SIGTERM)\u000a22:53:05.422328 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10141): Terminating (SIGTERM)\u000a22:53:05.432034 --- ParallelTerminationStrategy: PID 10135 died...\u000a22:53:05.488208 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10135): Terminated: ok {rc=0}\u000a22:53:05.498380 --- ParallelTerminationStrategy: PID 10138 died...\u000a22:53:05.554125 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10138): Terminated: ok {rc=0}\u000a22:53:05.564193 --- ParallelTerminationStrategy: PID 10141 died...\u000a22:53:05.619939 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10141): Terminated: ok {rc=0}\u000a22:53:05.704888 bus /sierra_3: Setting Powered False\u000a22:53:06.810531 bus /sierra_3: Setting Powered False\u000a22:53:07.920725 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "152", "name" : "voice_nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T22:52:48" }, { "cases" : [ { "testActions" : [ ], "age" : 257, "className" : "voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=10153): Process ended prematurely: osmo-stp_10.42.42.5(pid=10153) [trial-2395↪voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10153)]", "failedSince" : 2139, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=10153): Process ended prematurely: osmo-stp_10.42.42.5(pid=10153) [trial-2395↪voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10153)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2395 voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend mo_mt_call.py\u000a----------------------------------------------\u000a22:53:09.930280 tst voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a22:53:09.942399 tst voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a22:53:10.088400 tst mo_mt_call.py: using LAC 36785\u000a22:53:10.216176 tst mo_mt_call.py: using RAC 65\u000a22:53:10.336651 tst mo_mt_call.py: using CellId 36785\u000a22:53:10.457547 tst mo_mt_call.py: using BVCI 36786\u000a22:53:10.480395 tst voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a22:53:10.491695 tst voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a22:53:10.502848 tst voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a22:53:10.513906 tst voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a22:53:10.525170 tst voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a22:53:10.536195 tst voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 2)\u000a22:53:10.657938 tst voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 2)\u000a22:53:10.872119 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:53:11.380172 run create_hlr_db(pid=10147): Launched\u000a22:53:11.566681 bus /sierra_2: Setting Powered False\u000a22:53:12.589282 run create_hlr_db(pid=10147): Terminated: ok {rc=0}\u000a22:53:12.994917 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10149): Launched\u000a22:53:13.297239 run osmo-hlr_10.42.42.2(pid=10150): Launched\u000a22:53:13.408726 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:53:13.933247 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10152): Launched\u000a22:53:14.235591 run osmo-stp_10.42.42.5(pid=10153): Launched\u000a22:53:14.346425 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a22:53:14.898652 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10155): Launched\u000a22:53:15.202275 run osmo-msc_10.42.42.6(pid=10156): Launched\u000a22:53:15.380592 run osmo-stp_10.42.42.5(pid=10153): ERR: Terminated: ERROR {rc=1} [trial-2395↪voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10153)]\u000a22:53:15.508835 run osmo-stp_10.42.42.5(pid=10153): stdout: \u000a| (launched: 2022-12-13_22:53:14.086583)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:53:15.635156 run osmo-stp_10.42.42.5(pid=10153): stderr: \u000a| �[0;m�[38;5;43m20221213225314258 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213225314258 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213225314258 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213225314258 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213225314259 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213225314259 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213225314259 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:53:15.756494 run osmo-stp_10.42.42.5(pid=10153): stdout: \u000a| (launched: 2022-12-13_22:53:14.086583)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:53:15.905836 run osmo-stp_10.42.42.5(pid=10153): stderr: \u000a| �[0;m�[38;5;43m20221213225314258 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213225314258 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213225314258 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213225314258 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213225314259 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213225314259 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213225314259 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:53:15.960060 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=10153): Process ended prematurely: osmo-stp_10.42.42.5(pid=10153) [trial-2395↪voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10153)] [trial-2395↪voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py:8]\u000a22:53:15.969090 tst mo_mt_call.py:8: Test FAILED (6.1 sec)\u000a22:53:16.031623 run osmo-hlr_10.42.42.2(pid=10150): ERR: Terminated: ERROR {rc=237} [trial-2395↪voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=10150)]\u000a22:53:16.082974 run osmo-hlr_10.42.42.2(pid=10150): stdout: \u000a| (launched: 2022-12-13_22:53:13.147724) \u000a22:53:16.133381 run osmo-hlr_10.42.42.2(pid=10150): stderr: \u000a| �[0;m�[1;31m20221213225313323 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213225313323 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213225313323 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213225313323 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213225313323 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213225313323 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213225313335 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2395/run.2022-12-13_21-44-31/voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213225313344 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213225313345 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213225313345 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:53:16.202310 run osmo-msc_10.42.42.6(pid=10156): ERR: Terminated: ERROR {rc=2} [trial-2395↪voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=10156)]\u000a22:53:16.252049 run osmo-msc_10.42.42.6(pid=10156): stdout: \u000a| (launched: 2022-12-13_22:53:15.052165) \u000a22:53:16.302941 run osmo-msc_10.42.42.6(pid=10156): stderr: \u000a| �[0;m�[38;5;43m20221213225315326 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213225315326 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fa58fb57c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213225315326 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213225315326 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213225315326 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213225315326 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213225315328 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213225315328 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213225315329 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213225315329 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a22:53:16.346278 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10149): Terminating (SIGTERM)\u000a22:53:16.387076 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10152): Terminating (SIGTERM)\u000a22:53:16.429999 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10155): Terminating (SIGTERM)\u000a22:53:16.439509 --- ParallelTerminationStrategy: PID 10149 died...\u000a22:53:16.494945 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10149): Terminated: ok {rc=0}\u000a22:53:16.505094 --- ParallelTerminationStrategy: PID 10152 died...\u000a22:53:16.560014 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10152): Terminated: ok {rc=0}\u000a22:53:16.570168 --- ParallelTerminationStrategy: PID 10155 died...\u000a22:53:16.625538 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10155): Terminated: ok {rc=0}\u000a22:53:16.731183 bus /sierra_3: Setting Powered False\u000a22:53:17.842269 bus /sierra_3: Setting Powered False\u000a22:53:18.951376 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 231, "className" : "voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=10164): Process ended prematurely: osmo-stp_10.42.42.5(pid=10164) [trial-2395↪voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10164)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=10164): Process ended prematurely: osmo-stp_10.42.42.5(pid=10164) [trial-2395↪voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10164)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2395 voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend mo_mt_call_osmux.py\u000a----------------------------------------------\u000a22:53:20.065695 tst voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a22:53:20.078097 tst voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a22:53:20.218114 tst mo_mt_call_osmux.py: using LAC 36786\u000a22:53:20.336680 tst mo_mt_call_osmux.py: using RAC 66\u000a22:53:20.456531 tst mo_mt_call_osmux.py: using CellId 36786\u000a22:53:20.576169 tst mo_mt_call_osmux.py: using BVCI 36787\u000a22:53:20.599569 tst voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a22:53:20.611107 tst voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a22:53:20.622398 tst voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a22:53:20.633725 tst voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a22:53:20.645436 tst voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a22:53:20.656658 tst voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 2)\u000a22:53:20.775235 tst voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 2)\u000a22:53:20.976798 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:53:21.459616 run create_hlr_db(pid=10158): Launched\u000a22:53:21.633429 bus /sierra_2: Setting Powered False\u000a22:53:22.655745 run create_hlr_db(pid=10158): Terminated: ok {rc=0}\u000a22:53:23.084709 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10160): Launched\u000a22:53:23.408908 run osmo-hlr_10.42.42.2(pid=10161): Launched\u000a22:53:23.529933 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:53:24.091625 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10163): Launched\u000a22:53:24.415420 run osmo-stp_10.42.42.5(pid=10164): Launched\u000a22:53:24.533929 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a22:53:25.127912 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10166): Launched\u000a22:53:25.452511 run osmo-msc_10.42.42.6(pid=10167): Launched\u000a22:53:25.643738 run osmo-stp_10.42.42.5(pid=10164): ERR: Terminated: ERROR {rc=1} [trial-2395↪voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10164)]\u000a22:53:25.781847 run osmo-stp_10.42.42.5(pid=10164): stdout: \u000a| (launched: 2022-12-13_22:53:24.255994)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:53:25.918410 run osmo-stp_10.42.42.5(pid=10164): stderr: \u000a| �[0;m�[38;5;43m20221213225324450 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213225324450 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213225324450 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213225324451 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213225324451 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213225324451 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213225324451 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:53:26.049320 run osmo-stp_10.42.42.5(pid=10164): stdout: \u000a| (launched: 2022-12-13_22:53:24.255994)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:53:26.178568 run osmo-stp_10.42.42.5(pid=10164): stderr: \u000a| �[0;m�[38;5;43m20221213225324450 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213225324450 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213225324450 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213225324451 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213225324451 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213225324451 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213225324451 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:53:26.235482 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=10164): Process ended prematurely: osmo-stp_10.42.42.5(pid=10164) [trial-2395↪voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10164)] [trial-2395↪voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py:8]\u000a22:53:26.244598 tst mo_mt_call_osmux.py:8: Test FAILED (6.2 sec)\u000a22:53:26.307807 run osmo-hlr_10.42.42.2(pid=10161): ERR: Terminated: ERROR {rc=237} [trial-2395↪voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=10161)]\u000a22:53:26.359491 run osmo-hlr_10.42.42.2(pid=10161): stdout: \u000a| (launched: 2022-12-13_22:53:23.249470) \u000a22:53:26.411590 run osmo-hlr_10.42.42.2(pid=10161): stderr: \u000a| �[0;m�[1;31m20221213225323450 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213225323450 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213225323450 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213225323450 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213225323450 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213225323450 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213225323462 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2395/run.2022-12-13_21-44-31/voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213225323471 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213225323471 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213225323471 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:53:26.483015 run osmo-msc_10.42.42.6(pid=10167): ERR: Terminated: ERROR {rc=2} [trial-2395↪voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=10167)]\u000a22:53:26.534734 run osmo-msc_10.42.42.6(pid=10167): stdout: \u000a| (launched: 2022-12-13_22:53:25.293130) \u000a22:53:26.587193 run osmo-msc_10.42.42.6(pid=10167): stderr: \u000a| �[0;m�[38;5;43m20221213225325614 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213225325615 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7facc301fc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213225325615 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213225325615 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213225325615 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213225325615 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213225325617 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213225325617 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213225325617 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213225325618 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a22:53:26.631891 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10160): Terminating (SIGTERM)\u000a22:53:26.674201 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10163): Terminating (SIGTERM)\u000a22:53:26.716780 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10166): Terminating (SIGTERM)\u000a22:53:26.726643 --- ParallelTerminationStrategy: PID 10160 died...\u000a22:53:26.783619 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10160): Terminated: ok {rc=0}\u000a22:53:26.793821 --- ParallelTerminationStrategy: PID 10163 died...\u000a22:53:26.850324 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10163): Terminated: ok {rc=0}\u000a22:53:26.860392 --- ParallelTerminationStrategy: PID 10166 died...\u000a22:53:26.916979 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10166): Terminated: ok {rc=0}\u000a22:53:27.005342 bus /sierra_3: Setting Powered False\u000a22:53:28.111405 bus /sierra_3: Setting Powered False\u000a22:53:29.221641 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "153", "name" : "voice_nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T22:53:09" }, { "cases" : [ { "testActions" : [ ], "age" : 65, "className" : "emergency:nanobts+band-900", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=10178): Process ended prematurely: osmo-stp_10.42.42.5(pid=10178) [trial-2395↪emergency:nanobts+band-900↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10178)]", "failedSince" : 2331, "name" : "emergency_mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/emergency/emergency_mo_mt_call.py\", line 19, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=10178): Process ended prematurely: osmo-stp_10.42.42.5(pid=10178) [trial-2395↪emergency:nanobts+band-900↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10178)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2395 emergency:nanobts+band-900 emergency_mo_mt_call.py\u000a----------------------------------------------\u000a22:53:31.258917 tst emergency:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a22:53:31.273787 tst emergency:nanobts+band-900: Using 1 x bts (candidates: 1)\u000a22:53:31.424505 tst emergency_mo_mt_call.py: using LAC 36787\u000a22:53:31.548712 tst emergency_mo_mt_call.py: using RAC 67\u000a22:53:31.668864 tst emergency_mo_mt_call.py: using CellId 36787\u000a22:53:31.815258 tst emergency_mo_mt_call.py: using BVCI 36788\u000a22:53:31.848469 tst emergency:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a22:53:31.863209 tst emergency:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a22:53:31.878429 tst emergency:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a22:53:31.893981 tst emergency:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a22:53:31.907906 tst emergency:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a22:53:31.924449 tst emergency:nanobts+band-900: Using 1 x modem (candidates: 4)\u000a22:53:32.076040 tst emergency:nanobts+band-900: Using 1 x modem (candidates: 4)\u000a22:53:32.301494 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:53:32.802144 run create_hlr_db(pid=10172): Launched\u000a22:53:32.986236 bus /sierra_2: Setting Powered False\u000a22:53:34.007361 run create_hlr_db(pid=10172): Terminated: ok {rc=0}\u000a22:53:34.405856 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10174): Launched\u000a22:53:34.703058 run osmo-hlr_10.42.42.2(pid=10175): Launched\u000a22:53:34.815873 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:53:35.331138 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10177): Launched\u000a22:53:35.626890 run osmo-stp_10.42.42.5(pid=10178): Launched\u000a22:53:35.756015 tst emergency_mo_mt_call.py: using MSISDN 8366\u000a22:53:35.902787 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a22:53:36.445084 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10180): Launched\u000a22:53:36.742904 run osmo-msc_10.42.42.6(pid=10181): Launched\u000a22:53:36.917070 run osmo-stp_10.42.42.5(pid=10178): ERR: Terminated: ERROR {rc=1} [trial-2395↪emergency:nanobts+band-900↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10178)]\u000a22:53:37.042867 run osmo-stp_10.42.42.5(pid=10178): stdout: \u000a| (launched: 2022-12-13_22:53:35.481308)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:53:37.166730 run osmo-stp_10.42.42.5(pid=10178): stderr: \u000a| �[0;m�[38;5;43m20221213225335653 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213225335653 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213225335654 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213225335654 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213225335654 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213225335655 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213225335655 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:53:37.286125 run osmo-stp_10.42.42.5(pid=10178): stdout: \u000a| (launched: 2022-12-13_22:53:35.481308)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:53:37.404329 run osmo-stp_10.42.42.5(pid=10178): stderr: \u000a| �[0;m�[38;5;43m20221213225335653 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213225335653 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213225335654 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213225335654 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213225335654 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213225335655 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213225335655 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:53:37.456286 tst emergency_mo_mt_call.py:19: ERR: Error: osmo-stp_10.42.42.5(pid=10178): Process ended prematurely: osmo-stp_10.42.42.5(pid=10178) [trial-2395↪emergency:nanobts+band-900↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10178)] [trial-2395↪emergency:nanobts+band-900↪emergency_mo_mt_call.py:19]\u000a22:53:37.464204 tst emergency_mo_mt_call.py:19: Test FAILED (6.2 sec)\u000a22:53:37.524099 run osmo-hlr_10.42.42.2(pid=10175): ERR: Terminated: ERROR {rc=237} [trial-2395↪emergency:nanobts+band-900↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=10175)]\u000a22:53:37.573152 run osmo-hlr_10.42.42.2(pid=10175): stdout: \u000a| (launched: 2022-12-13_22:53:34.556173) \u000a22:53:37.622561 run osmo-hlr_10.42.42.2(pid=10175): stderr: \u000a| �[0;m�[1;31m20221213225334735 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213225334735 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213225334735 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213225334735 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213225334735 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213225334735 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213225334748 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2395/run.2022-12-13_21-44-31/emergency:nanobts+band-900/emergency_mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213225334758 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213225334758 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213225334758 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:53:37.689922 run osmo-msc_10.42.42.6(pid=10181): ERR: Terminated: ERROR {rc=2} [trial-2395↪emergency:nanobts+band-900↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=10181)]\u000a22:53:37.738709 run osmo-msc_10.42.42.6(pid=10181): stdout: \u000a| (launched: 2022-12-13_22:53:36.595612) \u000a22:53:37.787903 run osmo-msc_10.42.42.6(pid=10181): stderr: \u000a| �[0;m�[38;5;43m20221213225336868 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213225336868 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f95e4c80c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213225336868 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213225336868 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213225336869 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213225336869 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213225336872 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213225336873 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213225336873 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213225336873 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a22:53:37.829593 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10174): Terminating (SIGTERM)\u000a22:53:37.868842 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10177): Terminating (SIGTERM)\u000a22:53:37.908018 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10180): Terminating (SIGTERM)\u000a22:53:37.917282 --- ParallelTerminationStrategy: PID 10174 died...\u000a22:53:37.970364 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10174): Terminated: ok {rc=0}\u000a22:53:37.980016 --- ParallelTerminationStrategy: PID 10177 died...\u000a22:53:38.033587 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10177): Terminated: ok {rc=0}\u000a22:53:38.043356 --- ParallelTerminationStrategy: PID 10180 died...\u000a22:53:38.096647 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10180): Terminated: ok {rc=0}\u000a22:53:38.185327 bus /sierra_3: Setting Powered False\u000a22:53:39.290087 bus /sierra_3: Setting Powered False\u000a22:53:40.402494 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 233, "className" : "emergency:nanobts+band-900", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=10189): Process ended prematurely: osmo-stp_10.42.42.5(pid=10189) [trial-2395↪emergency:nanobts+band-900↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10189)]", "failedSince" : 2163, "name" : "emergency_preemptive_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/emergency/emergency_preemptive_call.py\", line 32, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=10189): Process ended prematurely: osmo-stp_10.42.42.5(pid=10189) [trial-2395↪emergency:nanobts+band-900↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10189)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2395 emergency:nanobts+band-900 emergency_preemptive_call.py\u000a----------------------------------------------\u000a22:53:41.454281 tst emergency:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a22:53:41.465966 tst emergency:nanobts+band-900: Using 1 x bts (candidates: 1)\u000a22:53:41.600688 tst emergency_preemptive_call.py: using LAC 36788\u000a22:53:41.720036 tst emergency_preemptive_call.py: using RAC 68\u000a22:53:41.837317 tst emergency_preemptive_call.py: using CellId 36788\u000a22:53:41.954661 tst emergency_preemptive_call.py: using BVCI 36789\u000a22:53:41.977301 tst emergency:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a22:53:41.988103 tst emergency:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a22:53:41.998940 tst emergency:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a22:53:42.009906 tst emergency:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a22:53:42.021123 tst emergency:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a22:53:42.032162 tst emergency:nanobts+band-900: Using 1 x modem (candidates: 4)\u000a22:53:42.151563 tst emergency:nanobts+band-900: Using 1 x modem (candidates: 4)\u000a22:53:42.271789 tst emergency:nanobts+band-900: Using 1 x modem (candidates: 4)\u000a22:53:42.387055 tst emergency:nanobts+band-900: Using 1 x modem (candidates: 4)\u000a22:53:42.594772 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:53:43.096273 run create_hlr_db(pid=10183): Launched\u000a22:53:43.280716 bus /sierra_2: Setting Powered False\u000a22:53:44.302488 run create_hlr_db(pid=10183): Terminated: ok {rc=0}\u000a22:53:44.703439 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10185): Launched\u000a22:53:45.002312 run osmo-hlr_10.42.42.2(pid=10186): Launched\u000a22:53:45.112510 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:53:45.629315 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10188): Launched\u000a22:53:46.046471 run osmo-stp_10.42.42.5(pid=10189): Launched\u000a22:53:46.221407 tst emergency_preemptive_call.py: using MSISDN 8367\u000a22:53:46.385870 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a22:53:46.999275 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10191): Launched\u000a22:53:47.364401 run osmo-msc_10.42.42.6(pid=10192): Launched\u000a22:53:47.556268 run osmo-stp_10.42.42.5(pid=10189): ERR: Terminated: ERROR {rc=1} [trial-2395↪emergency:nanobts+band-900↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10189)]\u000a22:53:47.695460 run osmo-stp_10.42.42.5(pid=10189): stdout: \u000a| (launched: 2022-12-13_22:53:45.779739)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:53:47.831589 run osmo-stp_10.42.42.5(pid=10189): stderr: \u000a| �[0;m�[38;5;43m20221213225346031 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213225346031 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213225346031 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213225346032 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213225346032 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213225346032 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213225346032 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:53:47.960484 run osmo-stp_10.42.42.5(pid=10189): stdout: \u000a| (launched: 2022-12-13_22:53:45.779739)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:53:48.088769 run osmo-stp_10.42.42.5(pid=10189): stderr: \u000a| �[0;m�[38;5;43m20221213225346031 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213225346031 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213225346031 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213225346032 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213225346032 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213225346032 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213225346032 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:53:48.144845 tst emergency_preemptive_call.py:32: ERR: Error: osmo-stp_10.42.42.5(pid=10189): Process ended prematurely: osmo-stp_10.42.42.5(pid=10189) [trial-2395↪emergency:nanobts+band-900↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10189)] [trial-2395↪emergency:nanobts+band-900↪emergency_preemptive_call.py:32]\u000a22:53:48.153768 tst emergency_preemptive_call.py:32: Test FAILED (6.7 sec)\u000a22:53:48.218460 run osmo-hlr_10.42.42.2(pid=10186): ERR: Terminated: ERROR {rc=237} [trial-2395↪emergency:nanobts+band-900↪emergency_preemptive_call.py↪emergency_preemptive_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=10186)]\u000a22:53:48.271124 run osmo-hlr_10.42.42.2(pid=10186): stdout: \u000a| (launched: 2022-12-13_22:53:44.854301) \u000a22:53:48.324500 run osmo-hlr_10.42.42.2(pid=10186): stderr: \u000a| �[0;m�[1;31m20221213225345029 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213225345029 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213225345029 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213225345029 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213225345029 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213225345029 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213225345041 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2395/run.2022-12-13_21-44-31/emergency:nanobts+band-900/emergency_preemptive_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213225345051 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213225345051 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213225345051 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:53:48.396607 run osmo-msc_10.42.42.6(pid=10192): ERR: Terminated: ERROR {rc=2} [trial-2395↪emergency:nanobts+band-900↪emergency_preemptive_call.py↪emergency_preemptive_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=10192)]\u000a22:53:48.449049 run osmo-msc_10.42.42.6(pid=10192): stdout: \u000a| (launched: 2022-12-13_22:53:47.166255) \u000a22:53:48.501998 run osmo-msc_10.42.42.6(pid=10192): stderr: \u000a| �[0;m�[38;5;43m20221213225347517 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213225347517 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7faf2c880c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213225347517 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213225347517 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213225347517 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213225347517 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213225347519 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213225347520 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213225347520 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213225347520 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a22:53:48.547175 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10185): Terminating (SIGTERM)\u000a22:53:48.590236 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10188): Terminating (SIGTERM)\u000a22:53:48.633147 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10191): Terminating (SIGTERM)\u000a22:53:48.642907 --- ParallelTerminationStrategy: PID 10185 died...\u000a22:53:48.701142 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10185): Terminated: ok {rc=0}\u000a22:53:48.711298 --- ParallelTerminationStrategy: PID 10188 died...\u000a22:53:48.769249 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10188): Terminated: ok {rc=0}\u000a22:53:48.779347 --- ParallelTerminationStrategy: PID 10191 died...\u000a22:53:48.837093 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10191): Terminated: ok {rc=0}\u000a22:53:48.925229 bus /sierra_9: Setting Powered False\u000a22:53:50.032505 bus /sierra_9: Setting Powered False\u000a22:53:51.142199 bus /sierra_8: Setting Powered False\u000a22:53:52.248451 bus /sierra_8: Setting Powered False\u000a22:53:53.360744 bus /sierra_3: Setting Powered False\u000a22:53:54.467097 bus /sierra_3: Setting Powered False\u000a22:53:55.575960 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 27.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "154", "name" : "emergency_nanobts+band-900", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T22:53:30" }, { "cases" : [ { "testActions" : [ ], "age" : 257, "className" : "gprs:nanobts+band-900", "duration" : 10.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=10477): Process ended prematurely: osmo-stp_10.42.42.5(pid=10477) [trial-2395↪gprs:nanobts+band-900↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10477)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=10477): Process ended prematurely: osmo-stp_10.42.42.5(pid=10477) [trial-2395↪gprs:nanobts+band-900↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10477)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2395 gprs:nanobts+band-900 cs_paging_gprs_active.py\u000a----------------------------------------------\u000a22:53:57.698985 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a22:53:57.709804 tst gprs:nanobts+band-900: Using 1 x bts (candidates: 1)\u000a22:53:57.846599 tst cs_paging_gprs_active.py: using LAC 36789\u000a22:53:57.963374 tst cs_paging_gprs_active.py: using RAC 69\u000a22:53:58.082120 tst cs_paging_gprs_active.py: using CellId 36789\u000a22:53:58.198632 tst cs_paging_gprs_active.py: using BVCI 36790\u000a22:53:58.221989 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a22:53:58.232687 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a22:53:58.243227 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a22:53:58.253633 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a22:53:58.264249 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a22:53:58.274703 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a22:53:58.285297 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a22:53:58.296013 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a22:53:58.306619 tst gprs:nanobts+band-900: Using 1 x modem (candidates: 4)\u000a22:53:58.428539 tst gprs:nanobts+band-900: Using 1 x modem (candidates: 4)\u000a22:53:58.728122 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a22:53:58.864206 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a22:53:59.199775 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10197): Launched\u000a22:53:59.478828 run iperf3-srv_10.42.42.10(pid=10198): Launched\u000a22:53:59.678516 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a22:53:59.815072 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a22:54:00.150902 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10199): Launched\u000a22:54:00.430313 run iperf3-srv_10.42.42.10(pid=10200): Launched\u000a22:54:00.629659 tst cs_paging_gprs_active.py:38: start network...\u000a22:54:00.766284 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:54:01.377799 run create_hlr_db(pid=10201): Launched\u000a22:54:01.586721 bus /sierra_2: Setting Powered False\u000a22:54:02.672436 run create_hlr_db(pid=10201): Terminated: ok {rc=0}\u000a22:54:03.214477 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10339): Launched\u000a22:54:03.733579 run osmo-hlr_10.42.42.2(pid=10372): Launched\u000a22:54:04.080137 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:54:04.727245 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10476): Launched\u000a22:54:05.160935 run osmo-stp_10.42.42.5(pid=10477): Launched\u000a22:54:05.392092 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a22:54:06.034531 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10479): Launched\u000a22:54:06.145899 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a22:54:06.433786 run patchelf(pid=10481): Launched\u000a22:54:06.626252 run osmo-stp_10.42.42.5(pid=10477): ERR: Terminated: ERROR {rc=1} [trial-2395↪gprs:nanobts+band-900↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10477)]\u000a22:54:06.767728 run osmo-stp_10.42.42.5(pid=10477): stdout: \u000a| (launched: 2022-12-13_22:54:04.895678)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:54:06.910069 run osmo-stp_10.42.42.5(pid=10477): stderr: \u000a| �[0;m�[38;5;43m20221213225405236 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213225405236 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213225405236 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213225405236 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213225405237 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213225405237 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213225405237 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:54:07.049474 run osmo-stp_10.42.42.5(pid=10477): stdout: \u000a| (launched: 2022-12-13_22:54:04.895678)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:54:07.184834 run osmo-stp_10.42.42.5(pid=10477): stderr: \u000a| �[0;m�[38;5;43m20221213225405236 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213225405236 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213225405236 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213225405236 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213225405237 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213225405237 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213225405237 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:54:07.342364 run patchelf(pid=10481): Terminating (SIGINT)\u000a22:54:07.526979 run patchelf(pid=10481): Terminated: ok {rc=0}\u000a22:54:07.561348 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=10477): Process ended prematurely: osmo-stp_10.42.42.5(pid=10477) [trial-2395↪gprs:nanobts+band-900↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10477)] [trial-2395↪gprs:nanobts+band-900↪cs_paging_gprs_active.py:38]\u000a22:54:07.572291 tst cs_paging_gprs_active.py:38: Test FAILED (9.9 sec)\u000a22:54:07.638328 run osmo-hlr_10.42.42.2(pid=10372): ERR: Terminated: ERROR {rc=237} [trial-2395↪gprs:nanobts+band-900↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=10372)]\u000a22:54:07.692164 run osmo-hlr_10.42.42.2(pid=10372): stdout: \u000a| (launched: 2022-12-13_22:54:03.416578) \u000a22:54:07.747452 run osmo-hlr_10.42.42.2(pid=10372): stderr: \u000a| �[0;m�[1;31m20221213225403786 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213225403786 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213225403786 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213225403786 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213225403786 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213225403786 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213225403807 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2395/run.2022-12-13_21-44-31/gprs:nanobts+band-900/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213225403820 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213225403820 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213225403820 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:54:07.794850 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10197): Terminating (SIGTERM)\u000a22:54:07.839456 run iperf3-srv_10.42.42.10(pid=10198): Terminating (SIGTERM)\u000a22:54:07.886312 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10199): Terminating (SIGTERM)\u000a22:54:07.932051 run iperf3-srv_10.42.42.10(pid=10200): Terminating (SIGTERM)\u000a22:54:07.977803 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10339): Terminating (SIGTERM)\u000a22:54:08.023521 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10476): Terminating (SIGTERM)\u000a22:54:08.069377 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10479): Terminating (SIGTERM)\u000a22:54:08.079693 --- ParallelTerminationStrategy: PID 10197 died...\u000a22:54:08.139278 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10197): Terminated: ok {rc=0}\u000a22:54:08.151116 --- ParallelTerminationStrategy: PID 10198 died...\u000a22:54:08.208887 run iperf3-srv_10.42.42.10(pid=10198): Terminated {rc=256}\u000a22:54:08.220468 --- ParallelTerminationStrategy: PID 10199 died...\u000a22:54:08.278447 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10199): Terminated: ok {rc=0}\u000a22:54:08.290216 --- ParallelTerminationStrategy: PID 10200 died...\u000a22:54:08.348175 run iperf3-srv_10.42.42.10(pid=10200): Terminated {rc=256}\u000a22:54:08.359683 --- ParallelTerminationStrategy: PID 10339 died...\u000a22:54:08.417553 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10339): Terminated: ok {rc=0}\u000a22:54:08.429207 --- ParallelTerminationStrategy: PID 10476 died...\u000a22:54:08.486951 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10476): Terminated: ok {rc=0}\u000a22:54:08.498668 --- ParallelTerminationStrategy: PID 10479 died...\u000a22:54:08.556775 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10479): Terminated: ok {rc=0}\u000a22:54:08.647997 bus /gobi_0: Setting Powered False\u000a22:54:09.757342 bus /gobi_0: Setting Powered False\u000a22:54:10.874714 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 83, "className" : "gprs:nanobts+band-900", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=10491): Process ended prematurely: osmo-stp_10.42.42.5(pid=10491) [trial-2395↪gprs:nanobts+band-900↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10491)]", "failedSince" : 2313, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=10491): Process ended prematurely: osmo-stp_10.42.42.5(pid=10491) [trial-2395↪gprs:nanobts+band-900↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10491)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2395 gprs:nanobts+band-900 iperf3.py\u000a----------------------------------------------\u000a22:54:11.996767 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a22:54:12.009826 tst gprs:nanobts+band-900: Using 1 x bts (candidates: 1)\u000a22:54:12.159428 tst iperf3.py: using LAC 36790\u000a22:54:12.291317 tst iperf3.py: using RAC 70\u000a22:54:12.423020 tst iperf3.py: using CellId 36790\u000a22:54:12.553742 tst iperf3.py: using BVCI 36791\u000a22:54:12.580935 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a22:54:12.593168 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a22:54:12.605281 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a22:54:12.617267 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a22:54:12.630324 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a22:54:12.644307 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a22:54:12.657680 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a22:54:12.670643 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a22:54:12.683456 tst gprs:nanobts+band-900: Using 1 x modem (candidates: 4)\u000a22:54:12.988932 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a22:54:13.130339 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a22:54:13.491088 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10483): Launched\u000a22:54:13.797768 run iperf3-srv_10.42.42.10(pid=10484): Launched\u000a22:54:14.003134 tst iperf3.py:8: start network...\u000a22:54:14.145012 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:54:14.715651 run create_hlr_db(pid=10485): Launched\u000a22:54:14.910060 bus /gobi_6: Setting Powered False\u000a22:54:15.947451 run create_hlr_db(pid=10485): Terminated: ok {rc=0}\u000a22:54:16.436540 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10487): Launched\u000a22:54:16.851543 run osmo-hlr_10.42.42.2(pid=10488): Launched\u000a22:54:17.015895 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:54:17.791624 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10490): Launched\u000a22:54:18.227453 run osmo-stp_10.42.42.5(pid=10491): Launched\u000a22:54:18.449882 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a22:54:19.049025 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10493): Launched\u000a22:54:19.170828 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a22:54:19.482071 run patchelf(pid=10494): Launched\u000a22:54:19.679875 run osmo-stp_10.42.42.5(pid=10491): ERR: Terminated: ERROR {rc=1} [trial-2395↪gprs:nanobts+band-900↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10491)]\u000a22:54:19.824812 run osmo-stp_10.42.42.5(pid=10491): stdout: \u000a| (launched: 2022-12-13_22:54:17.960653)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:54:19.970173 run osmo-stp_10.42.42.5(pid=10491): stderr: \u000a| �[0;m�[38;5;43m20221213225418259 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213225418259 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213225418260 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213225418260 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213225418262 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213225418262 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213225418263 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:54:20.110530 run osmo-stp_10.42.42.5(pid=10491): stdout: \u000a| (launched: 2022-12-13_22:54:17.960653)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:54:20.250079 run osmo-stp_10.42.42.5(pid=10491): stderr: \u000a| �[0;m�[38;5;43m20221213225418259 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213225418259 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213225418260 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213225418260 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213225418262 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213225418262 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213225418263 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:54:20.412436 run patchelf(pid=10494): Terminating (SIGINT)\u000a22:54:20.602128 run patchelf(pid=10494): Terminated: ok {rc=0}\u000a22:54:20.637097 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=10491): Process ended prematurely: osmo-stp_10.42.42.5(pid=10491) [trial-2395↪gprs:nanobts+band-900↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10491)] [trial-2395↪gprs:nanobts+band-900↪iperf3.py:8]\u000a22:54:20.648476 tst iperf3.py:8: Test FAILED (8.7 sec)\u000a22:54:20.719152 run osmo-hlr_10.42.42.2(pid=10488): ERR: Terminated: ERROR {rc=237} [trial-2395↪gprs:nanobts+band-900↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=10488)]\u000a22:54:20.774394 run osmo-hlr_10.42.42.2(pid=10488): stdout: \u000a| (launched: 2022-12-13_22:54:16.607575) \u000a22:54:20.829822 run osmo-hlr_10.42.42.2(pid=10488): stderr: \u000a| �[0;m�[1;31m20221213225416968 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213225416968 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213225416968 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213225416968 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213225416968 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213225416968 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213225416993 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2395/run.2022-12-13_21-44-31/gprs:nanobts+band-900/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213225417012 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213225417012 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213225417012 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:54:20.878561 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10483): Terminating (SIGTERM)\u000a22:54:20.925059 run iperf3-srv_10.42.42.10(pid=10484): Terminating (SIGTERM)\u000a22:54:20.972429 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10487): Terminating (SIGTERM)\u000a22:54:21.019509 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10490): Terminating (SIGTERM)\u000a22:54:21.067922 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10493): Terminating (SIGTERM)\u000a22:54:21.079854 --- ParallelTerminationStrategy: PID 10483 died...\u000a22:54:21.141054 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10483): Terminated: ok {rc=0}\u000a22:54:21.153293 --- ParallelTerminationStrategy: PID 10484 died...\u000a22:54:21.212901 run iperf3-srv_10.42.42.10(pid=10484): Terminated {rc=256}\u000a22:54:21.226087 --- ParallelTerminationStrategy: PID 10487 died...\u000a22:54:21.286337 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10487): Terminated: ok {rc=0}\u000a22:54:21.298499 --- ParallelTerminationStrategy: PID 10490 died...\u000a22:54:21.358811 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10490): Terminated: ok {rc=0}\u000a22:54:21.371203 --- ParallelTerminationStrategy: PID 10493 died...\u000a22:54:21.430530 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10493): Terminated: ok {rc=0}\u000a22:54:21.525349 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 235, "className" : "gprs:nanobts+band-900", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=10509): Process ended prematurely: osmo-stp_10.42.42.5(pid=10509) [trial-2395↪gprs:nanobts+band-900↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10509)]", "failedSince" : 2161, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=10509): Process ended prematurely: osmo-stp_10.42.42.5(pid=10509) [trial-2395↪gprs:nanobts+band-900↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10509)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2395 gprs:nanobts+band-900 iperf3m4.py\u000a----------------------------------------------\u000a22:54:22.647755 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a22:54:22.661412 tst gprs:nanobts+band-900: Using 1 x bts (candidates: 1)\u000a22:54:22.812159 tst iperf3m4.py: using LAC 36791\u000a22:54:22.943720 tst iperf3m4.py: using RAC 71\u000a22:54:23.077700 tst iperf3m4.py: using CellId 36791\u000a22:54:23.208637 tst iperf3m4.py: using BVCI 36792\u000a22:54:23.235782 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a22:54:23.247999 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a22:54:23.261259 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a22:54:23.273737 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a22:54:23.287533 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a22:54:23.300457 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a22:54:23.313659 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a22:54:23.326476 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a22:54:23.339660 tst gprs:nanobts+band-900: Using 1 x modem (candidates: 4)\u000a22:54:23.467265 tst gprs:nanobts+band-900: Using 1 x modem (candidates: 4)\u000a22:54:23.597879 tst gprs:nanobts+band-900: Using 1 x modem (candidates: 4)\u000a22:54:23.726092 tst gprs:nanobts+band-900: Using 1 x modem (candidates: 4)\u000a22:54:24.034271 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a22:54:24.176302 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a22:54:24.541316 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10495): Launched\u000a22:54:24.848926 run iperf3-srv_10.42.42.10(pid=10496): Launched\u000a22:54:25.057895 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a22:54:25.194997 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a22:54:25.508324 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10497): Launched\u000a22:54:25.768305 run iperf3-srv_10.42.42.10(pid=10498): Launched\u000a22:54:25.951553 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a22:54:26.076607 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a22:54:26.388806 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10499): Launched\u000a22:54:26.649328 run iperf3-srv_10.42.42.10(pid=10500): Launched\u000a22:54:26.832859 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a22:54:26.958514 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a22:54:27.271889 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10501): Launched\u000a22:54:27.532419 run iperf3-srv_10.42.42.10(pid=10502): Launched\u000a22:54:27.715738 tst iperf3m4.py:8: start network...\u000a22:54:27.841131 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:54:28.327830 run create_hlr_db(pid=10503): Launched\u000a22:54:28.502583 bus /gobi_6: Setting Powered False\u000a22:54:29.524004 run create_hlr_db(pid=10503): Terminated: ok {rc=0}\u000a22:54:29.926907 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10505): Launched\u000a22:54:30.230326 run osmo-hlr_10.42.42.2(pid=10506): Launched\u000a22:54:30.349530 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:54:30.905107 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10508): Launched\u000a22:54:31.229156 run osmo-stp_10.42.42.5(pid=10509): Launched\u000a22:54:31.446742 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a22:54:32.071713 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10511): Launched\u000a22:54:32.182754 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a22:54:32.450329 run patchelf(pid=10512): Launched\u000a22:54:32.628244 run osmo-stp_10.42.42.5(pid=10509): ERR: Terminated: ERROR {rc=1} [trial-2395↪gprs:nanobts+band-900↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10509)]\u000a22:54:32.758026 run osmo-stp_10.42.42.5(pid=10509): stdout: \u000a| (launched: 2022-12-13_22:54:31.060680)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:54:32.887888 run osmo-stp_10.42.42.5(pid=10509): stderr: \u000a| �[0;m�[38;5;43m20221213225431400 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213225431400 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213225431409 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213225431409 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213225431412 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213225431412 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213225431412 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:54:33.013324 run osmo-stp_10.42.42.5(pid=10509): stdout: \u000a| (launched: 2022-12-13_22:54:31.060680)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:54:33.137416 run osmo-stp_10.42.42.5(pid=10509): stderr: \u000a| �[0;m�[38;5;43m20221213225431400 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213225431400 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213225431409 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213225431409 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213225431412 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213225431412 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213225431412 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:54:33.281850 run patchelf(pid=10512): Terminating (SIGINT)\u000a22:54:33.451699 run patchelf(pid=10512): Terminated: ok {rc=0}\u000a22:54:33.482948 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=10509): Process ended prematurely: osmo-stp_10.42.42.5(pid=10509) [trial-2395↪gprs:nanobts+band-900↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10509)] [trial-2395↪gprs:nanobts+band-900↪iperf3m4.py:8]\u000a22:54:33.492192 tst iperf3m4.py:8: Test FAILED (10.9 sec)\u000a22:54:33.552523 run osmo-hlr_10.42.42.2(pid=10506): ERR: Terminated: ERROR {rc=237} [trial-2395↪gprs:nanobts+band-900↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=10506)]\u000a22:54:33.601437 run osmo-hlr_10.42.42.2(pid=10506): stdout: \u000a| (launched: 2022-12-13_22:54:30.080923) \u000a22:54:33.651033 run osmo-hlr_10.42.42.2(pid=10506): stderr: \u000a| �[0;m�[1;31m20221213225430258 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213225430258 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213225430258 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213225430258 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213225430258 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213225430258 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213225430271 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2395/run.2022-12-13_21-44-31/gprs:nanobts+band-900/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213225430280 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213225430280 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213225430280 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:54:33.693320 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10495): Terminating (SIGTERM)\u000a22:54:33.732912 run iperf3-srv_10.42.42.10(pid=10496): Terminating (SIGTERM)\u000a22:54:33.772552 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10497): Terminating (SIGTERM)\u000a22:54:33.811966 run iperf3-srv_10.42.42.10(pid=10498): Terminating (SIGTERM)\u000a22:54:33.851573 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10499): Terminating (SIGTERM)\u000a22:54:33.890841 run iperf3-srv_10.42.42.10(pid=10500): Terminating (SIGTERM)\u000a22:54:33.930252 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10501): Terminating (SIGTERM)\u000a22:54:33.969574 run iperf3-srv_10.42.42.10(pid=10502): Terminating (SIGTERM)\u000a22:54:34.008931 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10505): Terminating (SIGTERM)\u000a22:54:34.048294 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10508): Terminating (SIGTERM)\u000a22:54:34.087769 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10511): Terminating (SIGTERM)\u000a22:54:34.097171 --- ParallelTerminationStrategy: PID 10495 died...\u000a22:54:34.150407 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10495): Terminated: ok {rc=0}\u000a22:54:34.160018 --- ParallelTerminationStrategy: PID 10496 died...\u000a22:54:34.212654 run iperf3-srv_10.42.42.10(pid=10496): Terminated {rc=256}\u000a22:54:34.222254 --- ParallelTerminationStrategy: PID 10497 died...\u000a22:54:34.274961 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10497): Terminated: ok {rc=0}\u000a22:54:34.284562 --- ParallelTerminationStrategy: PID 10498 died...\u000a22:54:34.337074 run iperf3-srv_10.42.42.10(pid=10498): Terminated {rc=256}\u000a22:54:34.346664 --- ParallelTerminationStrategy: PID 10499 died...\u000a22:54:34.399182 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10499): Terminated: ok {rc=0}\u000a22:54:34.408710 --- ParallelTerminationStrategy: PID 10500 died...\u000a22:54:34.461139 run iperf3-srv_10.42.42.10(pid=10500): Terminated {rc=256}\u000a22:54:34.470665 --- ParallelTerminationStrategy: PID 10501 died...\u000a22:54:34.524018 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10501): Terminated: ok {rc=0}\u000a22:54:34.533684 --- ParallelTerminationStrategy: PID 10502 died...\u000a22:54:34.586293 run iperf3-srv_10.42.42.10(pid=10502): Terminated {rc=256}\u000a22:54:34.595869 --- ParallelTerminationStrategy: PID 10505 died...\u000a22:54:34.648512 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10505): Terminated: ok {rc=0}\u000a22:54:34.658179 --- ParallelTerminationStrategy: PID 10508 died...\u000a22:54:34.710829 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10508): Terminated: ok {rc=0}\u000a22:54:34.720411 --- ParallelTerminationStrategy: PID 10511 died...\u000a22:54:34.773200 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10511): Terminated: ok {rc=0}\u000a22:54:34.861720 bus /gobi_4: Setting Powered False\u000a22:54:35.966492 bus /gobi_4: Setting Powered False\u000a22:54:37.077797 bus /gobi_1: Setting Powered False\u000a22:54:38.182925 bus /gobi_1: Setting Powered False\u000a22:54:39.290954 bus /gobi_0: Setting Powered False\u000a22:54:40.397622 bus /gobi_0: Setting Powered False\u000a22:54:41.506494 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 70, "className" : "gprs:nanobts+band-900", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=10520): Process ended prematurely: osmo-stp_10.42.42.5(pid=10520) [trial-2395↪gprs:nanobts+band-900↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10520)]", "failedSince" : 2326, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=10520): Process ended prematurely: osmo-stp_10.42.42.5(pid=10520) [trial-2395↪gprs:nanobts+band-900↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10520)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2395 gprs:nanobts+band-900 ping.py\u000a----------------------------------------------\u000a22:54:42.575260 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a22:54:42.587049 tst gprs:nanobts+band-900: Using 1 x bts (candidates: 1)\u000a22:54:42.724204 tst ping.py: using LAC 36792\u000a22:54:42.840700 tst ping.py: using RAC 72\u000a22:54:42.957941 tst ping.py: using CellId 36792\u000a22:54:43.073145 tst ping.py: using BVCI 36793\u000a22:54:43.095896 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a22:54:43.106584 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a22:54:43.117284 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a22:54:43.127787 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a22:54:43.138205 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a22:54:43.148608 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a22:54:43.159138 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a22:54:43.169643 tst gprs:nanobts+band-900: Using 1 x modem (candidates: 4)\u000a22:54:43.440865 tst ping.py:19: start network...\u000a22:54:43.564077 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:54:44.039743 run create_hlr_db(pid=10514): Launched\u000a22:54:44.211318 bus /gobi_6: Setting Powered False\u000a22:54:45.232631 run create_hlr_db(pid=10514): Terminated: ok {rc=0}\u000a22:54:45.629162 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10516): Launched\u000a22:54:46.028347 run osmo-hlr_10.42.42.2(pid=10517): Launched\u000a22:54:46.156516 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:54:46.762288 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10519): Launched\u000a22:54:47.179933 run osmo-stp_10.42.42.5(pid=10520): Launched\u000a22:54:47.394938 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a22:54:47.952699 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10522): Launched\u000a22:54:48.066341 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a22:54:48.345513 run patchelf(pid=10523): Launched\u000a22:54:48.532120 run osmo-stp_10.42.42.5(pid=10520): ERR: Terminated: ERROR {rc=1} [trial-2395↪gprs:nanobts+band-900↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10520)]\u000a22:54:48.669236 run osmo-stp_10.42.42.5(pid=10520): stdout: \u000a| (launched: 2022-12-13_22:54:46.917187)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:54:48.806707 run osmo-stp_10.42.42.5(pid=10520): stderr: \u000a| �[0;m�[38;5;43m20221213225447173 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213225447173 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213225447173 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213225447174 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213225447174 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213225447174 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213225447174 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:54:48.939030 run osmo-stp_10.42.42.5(pid=10520): stdout: \u000a| (launched: 2022-12-13_22:54:46.917187)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:54:49.070171 run osmo-stp_10.42.42.5(pid=10520): stderr: \u000a| �[0;m�[38;5;43m20221213225447173 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213225447173 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213225447173 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213225447174 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213225447174 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213225447174 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213225447174 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:54:49.222469 run patchelf(pid=10523): Terminating (SIGINT)\u000a22:54:49.401168 run patchelf(pid=10523): Terminated: ok {rc=0}\u000a22:54:49.433506 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=10520): Process ended prematurely: osmo-stp_10.42.42.5(pid=10520) [trial-2395↪gprs:nanobts+band-900↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10520)] [trial-2395↪gprs:nanobts+band-900↪ping.py:22]\u000a22:54:49.442773 tst ping.py:22: Test FAILED (6.9 sec)\u000a22:54:49.506240 run osmo-hlr_10.42.42.2(pid=10517): ERR: Terminated: ERROR {rc=237} [trial-2395↪gprs:nanobts+band-900↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=10517)]\u000a22:54:49.557758 run osmo-hlr_10.42.42.2(pid=10517): stdout: \u000a| (launched: 2022-12-13_22:54:45.779963) \u000a22:54:49.610293 run osmo-hlr_10.42.42.2(pid=10517): stderr: \u000a| �[0;m�[1;31m20221213225446053 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213225446053 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213225446053 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213225446053 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213225446053 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213225446053 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213225446073 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2395/run.2022-12-13_21-44-31/gprs:nanobts+band-900/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213225446092 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213225446092 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213225446092 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:54:49.654612 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10516): Terminating (SIGTERM)\u000a22:54:49.697013 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10519): Terminating (SIGTERM)\u000a22:54:49.739463 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10522): Terminating (SIGTERM)\u000a22:54:49.749261 --- ParallelTerminationStrategy: PID 10516 died...\u000a22:54:49.805493 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10516): Terminated: ok {rc=0}\u000a22:54:49.815614 --- ParallelTerminationStrategy: PID 10519 died...\u000a22:54:49.871434 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10519): Terminated: ok {rc=0}\u000a22:54:49.881477 --- ParallelTerminationStrategy: PID 10522 died...\u000a22:54:49.936994 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10522): Terminated: ok {rc=0}\u000a22:54:50.023321 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 257, "className" : "gprs:nanobts+band-900", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=10530): Process ended prematurely: osmo-stp_10.42.42.5(pid=10530) [trial-2395↪gprs:nanobts+band-900↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10530)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=10530): Process ended prematurely: osmo-stp_10.42.42.5(pid=10530) [trial-2395↪gprs:nanobts+band-900↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10530)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2395 gprs:nanobts+band-900 ping_idle_ping.py\u000a----------------------------------------------\u000a22:54:51.078709 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a22:54:51.090394 tst gprs:nanobts+band-900: Using 1 x bts (candidates: 1)\u000a22:54:51.233758 tst ping_idle_ping.py: using LAC 36793\u000a22:54:51.359335 tst ping_idle_ping.py: using RAC 73\u000a22:54:51.484646 tst ping_idle_ping.py: using CellId 36793\u000a22:54:51.612134 tst ping_idle_ping.py: using BVCI 36794\u000a22:54:51.636585 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a22:54:51.647883 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a22:54:51.658897 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a22:54:51.669942 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a22:54:51.681631 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a22:54:51.693387 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a22:54:51.705372 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a22:54:51.717247 tst gprs:nanobts+band-900: Using 1 x modem (candidates: 4)\u000a22:54:52.011500 tst ping_idle_ping.py:24: start network...\u000a22:54:52.145240 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:54:52.650681 run create_hlr_db(pid=10524): Launched\u000a22:54:52.836923 bus /gobi_6: Setting Powered False\u000a22:54:53.857528 run create_hlr_db(pid=10524): Terminated: ok {rc=0}\u000a22:54:54.258495 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10526): Launched\u000a22:54:54.558184 run osmo-hlr_10.42.42.2(pid=10527): Launched\u000a22:54:54.669374 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:54:55.187191 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10529): Launched\u000a22:54:55.486893 run osmo-stp_10.42.42.5(pid=10530): Launched\u000a22:54:55.597099 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a22:54:56.118345 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10532): Launched\u000a22:54:56.224387 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a22:54:56.485210 run patchelf(pid=10533): Launched\u000a22:54:56.660449 run osmo-stp_10.42.42.5(pid=10530): ERR: Terminated: ERROR {rc=1} [trial-2395↪gprs:nanobts+band-900↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10530)]\u000a22:54:56.788409 run osmo-stp_10.42.42.5(pid=10530): stdout: \u000a| (launched: 2022-12-13_22:54:55.339507)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:54:56.917269 run osmo-stp_10.42.42.5(pid=10530): stderr: \u000a| �[0;m�[38;5;43m20221213225455510 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213225455510 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213225455511 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213225455511 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213225455511 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213225455511 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213225455512 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:54:57.040709 run osmo-stp_10.42.42.5(pid=10530): stdout: \u000a| (launched: 2022-12-13_22:54:55.339507)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:54:57.163468 run osmo-stp_10.42.42.5(pid=10530): stderr: \u000a| �[0;m�[38;5;43m20221213225455510 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213225455510 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213225455511 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213225455511 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213225455511 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213225455511 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213225455512 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:54:57.306189 run patchelf(pid=10533): Terminating (SIGINT)\u000a22:54:57.473172 run patchelf(pid=10533): Terminated: ok {rc=0}\u000a22:54:57.503656 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=10530): Process ended prematurely: osmo-stp_10.42.42.5(pid=10530) [trial-2395↪gprs:nanobts+band-900↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10530)] [trial-2395↪gprs:nanobts+band-900↪ping_idle_ping.py:27]\u000a22:54:57.512290 tst ping_idle_ping.py:27: Test FAILED (6.4 sec)\u000a22:54:57.572369 run osmo-hlr_10.42.42.2(pid=10527): ERR: Terminated: ERROR {rc=237} [trial-2395↪gprs:nanobts+band-900↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=10527)]\u000a22:54:57.621103 run osmo-hlr_10.42.42.2(pid=10527): stdout: \u000a| (launched: 2022-12-13_22:54:54.409873) \u000a22:54:57.671152 run osmo-hlr_10.42.42.2(pid=10527): stderr: \u000a| �[0;m�[1;31m20221213225454586 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213225454586 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213225454586 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213225454586 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213225454586 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213225454586 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213225454598 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2395/run.2022-12-13_21-44-31/gprs:nanobts+band-900/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213225454608 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213225454608 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213225454608 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:54:57.713532 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10526): Terminating (SIGTERM)\u000a22:54:57.753536 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10529): Terminating (SIGTERM)\u000a22:54:57.793832 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10532): Terminating (SIGTERM)\u000a22:54:57.803370 --- ParallelTerminationStrategy: PID 10526 died...\u000a22:54:57.857355 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10526): Terminated: ok {rc=0}\u000a22:54:57.867243 --- ParallelTerminationStrategy: PID 10529 died...\u000a22:54:57.920507 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10529): Terminated: ok {rc=0}\u000a22:54:57.930168 --- ParallelTerminationStrategy: PID 10532 died...\u000a22:54:57.988096 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10532): Terminated: ok {rc=0}\u000a22:54:58.076238 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 63.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "155", "name" : "gprs_nanobts+band-900", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T22:53:57" }, { "cases" : [ { "testActions" : [ ], "age" : 257, "className" : "gprs:nanobts+band-900+mod-bts0-egprs", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=10552): Process ended prematurely: osmo-stp_10.42.42.5(pid=10552) [trial-2395↪gprs:nanobts+band-900+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10552)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=10552): Process ended prematurely: osmo-stp_10.42.42.5(pid=10552) [trial-2395↪gprs:nanobts+band-900+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10552)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2395 gprs:nanobts+band-900+mod-bts0-egprs cs_paging_gprs_active.py\u000a----------------------------------------------\u000a22:55:00.239098 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:55:00.249963 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a22:55:00.384848 tst cs_paging_gprs_active.py: using LAC 36794\u000a22:55:00.501379 tst cs_paging_gprs_active.py: using RAC 74\u000a22:55:00.619055 tst cs_paging_gprs_active.py: using CellId 36794\u000a22:55:00.747005 tst cs_paging_gprs_active.py: using BVCI 36795\u000a22:55:00.771859 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:55:00.783391 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:55:00.794546 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:55:00.805792 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:55:00.817818 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:55:00.838226 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:55:00.850787 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:55:00.863182 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:55:00.875873 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a22:55:01.016800 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a22:55:01.325064 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a22:55:01.480529 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a22:55:01.841585 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10542): Launched\u000a22:55:02.165603 run iperf3-srv_10.42.42.10(pid=10543): Launched\u000a22:55:02.376024 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a22:55:02.505946 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a22:55:02.822316 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10544): Launched\u000a22:55:03.083941 run iperf3-srv_10.42.42.10(pid=10545): Launched\u000a22:55:03.268670 tst cs_paging_gprs_active.py:38: start network...\u000a22:55:03.394844 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:55:03.880216 run create_hlr_db(pid=10546): Launched\u000a22:55:04.054354 bus /gobi_6: Setting Powered False\u000a22:55:05.075554 run create_hlr_db(pid=10546): Terminated: ok {rc=0}\u000a22:55:05.479356 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10548): Launched\u000a22:55:05.783476 run osmo-hlr_10.42.42.2(pid=10549): Launched\u000a22:55:05.895028 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:55:06.421357 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10551): Launched\u000a22:55:06.725204 run osmo-stp_10.42.42.5(pid=10552): Launched\u000a22:55:06.837244 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a22:55:07.368883 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10554): Launched\u000a22:55:07.477363 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a22:55:07.742653 run patchelf(pid=10555): Launched\u000a22:55:07.920221 run osmo-stp_10.42.42.5(pid=10552): ERR: Terminated: ERROR {rc=1} [trial-2395↪gprs:nanobts+band-900+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10552)]\u000a22:55:08.050094 run osmo-stp_10.42.42.5(pid=10552): stdout: \u000a| (launched: 2022-12-13_22:55:06.575341)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:55:08.180274 run osmo-stp_10.42.42.5(pid=10552): stderr: \u000a| �[0;m�[38;5;43m20221213225506748 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213225506748 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213225506749 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213225506749 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213225506750 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213225506750 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213225506750 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:55:08.305771 run osmo-stp_10.42.42.5(pid=10552): stdout: \u000a| (launched: 2022-12-13_22:55:06.575341)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:55:08.430645 run osmo-stp_10.42.42.5(pid=10552): stderr: \u000a| �[0;m�[38;5;43m20221213225506748 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213225506748 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213225506749 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213225506749 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213225506750 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213225506750 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213225506750 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:55:08.575308 run patchelf(pid=10555): Terminating (SIGINT)\u000a22:55:08.745564 run patchelf(pid=10555): Terminated: ok {rc=0}\u000a22:55:08.777332 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=10552): Process ended prematurely: osmo-stp_10.42.42.5(pid=10552) [trial-2395↪gprs:nanobts+band-900+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10552)] [trial-2395↪gprs:nanobts+band-900+mod-bts0-egprs↪cs_paging_gprs_active.py:38]\u000a22:55:08.786574 tst cs_paging_gprs_active.py:38: Test FAILED (8.6 sec)\u000a22:55:08.846729 run osmo-hlr_10.42.42.2(pid=10549): ERR: Terminated: ERROR {rc=237} [trial-2395↪gprs:nanobts+band-900+mod-bts0-egprs↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=10549)]\u000a22:55:08.895616 run osmo-hlr_10.42.42.2(pid=10549): stdout: \u000a| (launched: 2022-12-13_22:55:05.633368) \u000a22:55:08.945050 run osmo-hlr_10.42.42.2(pid=10549): stderr: \u000a| �[0;m�[1;31m20221213225505812 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213225505812 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213225505812 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213225505812 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213225505812 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213225505812 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213225505824 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2395/run.2022-12-13_21-44-31/gprs:nanobts+band-900+mod-bts0-egprs/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213225505834 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213225505835 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213225505835 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:55:08.987120 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10542): Terminating (SIGTERM)\u000a22:55:09.026624 run iperf3-srv_10.42.42.10(pid=10543): Terminating (SIGTERM)\u000a22:55:09.066051 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10544): Terminating (SIGTERM)\u000a22:55:09.105515 run iperf3-srv_10.42.42.10(pid=10545): Terminating (SIGTERM)\u000a22:55:09.145000 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10548): Terminating (SIGTERM)\u000a22:55:09.184508 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10551): Terminating (SIGTERM)\u000a22:55:09.223975 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10554): Terminating (SIGTERM)\u000a22:55:09.233282 --- ParallelTerminationStrategy: PID 10542 died...\u000a22:55:09.286991 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10542): Terminated: ok {rc=0}\u000a22:55:09.296603 --- ParallelTerminationStrategy: PID 10543 died...\u000a22:55:09.349302 run iperf3-srv_10.42.42.10(pid=10543): Terminated {rc=256}\u000a22:55:09.358863 --- ParallelTerminationStrategy: PID 10544 died...\u000a22:55:09.412012 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10544): Terminated: ok {rc=0}\u000a22:55:09.421688 --- ParallelTerminationStrategy: PID 10545 died...\u000a22:55:09.474552 run iperf3-srv_10.42.42.10(pid=10545): Terminated {rc=256}\u000a22:55:09.484088 --- ParallelTerminationStrategy: PID 10548 died...\u000a22:55:09.537201 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10548): Terminated: ok {rc=0}\u000a22:55:09.546769 --- ParallelTerminationStrategy: PID 10551 died...\u000a22:55:09.599847 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10551): Terminated: ok {rc=0}\u000a22:55:09.609605 --- ParallelTerminationStrategy: PID 10554 died...\u000a22:55:09.662565 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10554): Terminated: ok {rc=0}\u000a22:55:09.751370 bus /gobi_0: Setting Powered False\u000a22:55:10.858308 bus /gobi_0: Setting Powered False\u000a22:55:11.965758 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 257, "className" : "gprs:nanobts+band-900+mod-bts0-egprs", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=10564): Process ended prematurely: osmo-stp_10.42.42.5(pid=10564) [trial-2395↪gprs:nanobts+band-900+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10564)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=10564): Process ended prematurely: osmo-stp_10.42.42.5(pid=10564) [trial-2395↪gprs:nanobts+band-900+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10564)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2395 gprs:nanobts+band-900+mod-bts0-egprs iperf3.py\u000a----------------------------------------------\u000a22:55:13.075727 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:55:13.087122 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a22:55:13.231078 tst iperf3.py: using LAC 36795\u000a22:55:13.348283 tst iperf3.py: using RAC 75\u000a22:55:13.467121 tst iperf3.py: using CellId 36795\u000a22:55:13.584286 tst iperf3.py: using BVCI 36796\u000a22:55:13.607528 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:55:13.618462 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:55:13.629124 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:55:13.639686 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:55:13.650362 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:55:13.661092 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:55:13.671783 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:55:13.682337 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:55:13.693068 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a22:55:13.970794 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a22:55:14.097191 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a22:55:14.411848 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10556): Launched\u000a22:55:14.673354 run iperf3-srv_10.42.42.10(pid=10557): Launched\u000a22:55:14.858765 tst iperf3.py:8: start network...\u000a22:55:14.985226 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:55:15.472343 run create_hlr_db(pid=10558): Launched\u000a22:55:15.647050 bus /gobi_6: Setting Powered False\u000a22:55:16.724124 run create_hlr_db(pid=10558): Terminated: ok {rc=0}\u000a22:55:17.204129 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10560): Launched\u000a22:55:17.532774 run osmo-hlr_10.42.42.2(pid=10561): Launched\u000a22:55:17.656021 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:55:18.222749 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10563): Launched\u000a22:55:18.548422 run osmo-stp_10.42.42.5(pid=10564): Launched\u000a22:55:18.667219 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a22:55:19.232627 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10566): Launched\u000a22:55:19.348567 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a22:55:19.631021 run patchelf(pid=10567): Launched\u000a22:55:19.821512 run osmo-stp_10.42.42.5(pid=10564): ERR: Terminated: ERROR {rc=1} [trial-2395↪gprs:nanobts+band-900+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10564)]\u000a22:55:19.960076 run osmo-stp_10.42.42.5(pid=10564): stdout: \u000a| (launched: 2022-12-13_22:55:18.388232)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:55:20.099024 run osmo-stp_10.42.42.5(pid=10564): stderr: \u000a| �[0;m�[38;5;43m20221213225518582 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213225518582 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213225518583 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213225518583 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213225518583 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213225518583 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213225518584 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:55:20.233719 run osmo-stp_10.42.42.5(pid=10564): stdout: \u000a| (launched: 2022-12-13_22:55:18.388232)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:55:20.366975 run osmo-stp_10.42.42.5(pid=10564): stderr: \u000a| �[0;m�[38;5;43m20221213225518582 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213225518582 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213225518583 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213225518583 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213225518583 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213225518583 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213225518584 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:55:20.522306 run patchelf(pid=10567): Terminating (SIGINT)\u000a22:55:20.704403 run patchelf(pid=10567): Terminated: ok {rc=0}\u000a22:55:20.737935 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=10564): Process ended prematurely: osmo-stp_10.42.42.5(pid=10564) [trial-2395↪gprs:nanobts+band-900+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10564)] [trial-2395↪gprs:nanobts+band-900+mod-bts0-egprs↪iperf3.py:8]\u000a22:55:20.748295 tst iperf3.py:8: Test FAILED (7.7 sec)\u000a22:55:20.811809 run osmo-hlr_10.42.42.2(pid=10561): ERR: Terminated: ERROR {rc=237} [trial-2395↪gprs:nanobts+band-900+mod-bts0-egprs↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=10561)]\u000a22:55:20.863169 run osmo-hlr_10.42.42.2(pid=10561): stdout: \u000a| (launched: 2022-12-13_22:55:17.370838) \u000a22:55:20.915149 run osmo-hlr_10.42.42.2(pid=10561): stderr: \u000a| �[0;m�[1;31m20221213225517571 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213225517571 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213225517571 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213225517571 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213225517571 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213225517571 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213225517582 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2395/run.2022-12-13_21-44-31/gprs:nanobts+band-900+mod-bts0-egprs/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213225517590 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213225517590 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213225517590 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:55:20.959525 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10556): Terminating (SIGTERM)\u000a22:55:21.001350 run iperf3-srv_10.42.42.10(pid=10557): Terminating (SIGTERM)\u000a22:55:21.043051 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10560): Terminating (SIGTERM)\u000a22:55:21.084713 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10563): Terminating (SIGTERM)\u000a22:55:21.126493 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10566): Terminating (SIGTERM)\u000a22:55:21.136147 --- ParallelTerminationStrategy: PID 10556 died...\u000a22:55:21.192441 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10556): Terminated: ok {rc=0}\u000a22:55:21.202655 --- ParallelTerminationStrategy: PID 10557 died...\u000a22:55:21.258554 run iperf3-srv_10.42.42.10(pid=10557): Terminated {rc=256}\u000a22:55:21.268544 --- ParallelTerminationStrategy: PID 10560 died...\u000a22:55:21.324631 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10560): Terminated: ok {rc=0}\u000a22:55:21.334718 --- ParallelTerminationStrategy: PID 10563 died...\u000a22:55:21.390710 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10563): Terminated: ok {rc=0}\u000a22:55:21.400764 --- ParallelTerminationStrategy: PID 10566 died...\u000a22:55:21.456982 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10566): Terminated: ok {rc=0}\u000a22:55:21.543754 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 257, "className" : "gprs:nanobts+band-900+mod-bts0-egprs", "duration" : 12.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=10582): Process ended prematurely: osmo-stp_10.42.42.5(pid=10582) [trial-2395↪gprs:nanobts+band-900+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10582)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=10582): Process ended prematurely: osmo-stp_10.42.42.5(pid=10582) [trial-2395↪gprs:nanobts+band-900+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10582)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2395 gprs:nanobts+band-900+mod-bts0-egprs iperf3m4.py\u000a----------------------------------------------\u000a22:55:22.659350 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:55:22.671564 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a22:55:22.814649 tst iperf3m4.py: using LAC 36796\u000a22:55:22.942346 tst iperf3m4.py: using RAC 76\u000a22:55:23.070243 tst iperf3m4.py: using CellId 36796\u000a22:55:23.196212 tst iperf3m4.py: using BVCI 36797\u000a22:55:23.220880 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:55:23.232360 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:55:23.243613 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:55:23.254839 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:55:23.266298 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:55:23.278175 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:55:23.289835 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:55:23.301282 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:55:23.312913 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a22:55:23.434211 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a22:55:23.557147 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a22:55:23.676065 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a22:55:23.961380 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a22:55:24.087721 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a22:55:24.402171 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10568): Launched\u000a22:55:24.663499 run iperf3-srv_10.42.42.10(pid=10569): Launched\u000a22:55:24.847899 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a22:55:24.974737 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a22:55:25.288217 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10570): Launched\u000a22:55:25.548309 run iperf3-srv_10.42.42.10(pid=10571): Launched\u000a22:55:25.732280 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a22:55:25.858116 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a22:55:26.171844 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10572): Launched\u000a22:55:26.432743 run iperf3-srv_10.42.42.10(pid=10573): Launched\u000a22:55:26.617427 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a22:55:26.743156 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a22:55:27.082355 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10574): Launched\u000a22:55:27.361600 run iperf3-srv_10.42.42.10(pid=10575): Launched\u000a22:55:27.560812 tst iperf3m4.py:8: start network...\u000a22:55:27.697269 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:55:28.208756 run create_hlr_db(pid=10576): Launched\u000a22:55:28.396882 bus /gobi_6: Setting Powered False\u000a22:55:29.418314 run create_hlr_db(pid=10576): Terminated: ok {rc=0}\u000a22:55:29.850516 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10578): Launched\u000a22:55:30.176625 run osmo-hlr_10.42.42.2(pid=10579): Launched\u000a22:55:30.298400 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:55:30.864088 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10581): Launched\u000a22:55:31.284787 run osmo-stp_10.42.42.5(pid=10582): Launched\u000a22:55:31.465240 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a22:55:32.130711 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10584): Launched\u000a22:55:32.240639 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a22:55:32.521224 run patchelf(pid=10585): Launched\u000a22:55:32.710823 run osmo-stp_10.42.42.5(pid=10582): ERR: Terminated: ERROR {rc=1} [trial-2395↪gprs:nanobts+band-900+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10582)]\u000a22:55:32.849473 run osmo-stp_10.42.42.5(pid=10582): stdout: \u000a| (launched: 2022-12-13_22:55:31.031794)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:55:32.988526 run osmo-stp_10.42.42.5(pid=10582): stderr: \u000a| �[0;m�[38;5;43m20221213225531351 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213225531351 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213225531351 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213225531352 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213225531356 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213225531356 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213225531356 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:55:33.122602 run osmo-stp_10.42.42.5(pid=10582): stdout: \u000a| (launched: 2022-12-13_22:55:31.031794)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:55:33.255542 run osmo-stp_10.42.42.5(pid=10582): stderr: \u000a| �[0;m�[38;5;43m20221213225531351 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213225531351 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213225531351 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213225531352 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213225531356 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213225531356 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213225531356 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:55:33.410440 run patchelf(pid=10585): Terminating (SIGINT)\u000a22:55:33.591646 run patchelf(pid=10585): Terminated: ok {rc=0}\u000a22:55:33.624890 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=10582): Process ended prematurely: osmo-stp_10.42.42.5(pid=10582) [trial-2395↪gprs:nanobts+band-900+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10582)] [trial-2395↪gprs:nanobts+band-900+mod-bts0-egprs↪iperf3m4.py:8]\u000a22:55:33.634993 tst iperf3m4.py:8: Test FAILED (11.0 sec)\u000a22:55:33.698595 run osmo-hlr_10.42.42.2(pid=10579): ERR: Terminated: ERROR {rc=237} [trial-2395↪gprs:nanobts+band-900+mod-bts0-egprs↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=10579)]\u000a22:55:33.750375 run osmo-hlr_10.42.42.2(pid=10579): stdout: \u000a| (launched: 2022-12-13_22:55:30.015426) \u000a22:55:33.802710 run osmo-hlr_10.42.42.2(pid=10579): stderr: \u000a| �[0;m�[1;31m20221213225530214 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213225530214 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213225530214 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213225530214 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213225530214 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213225530214 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213225530226 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2395/run.2022-12-13_21-44-31/gprs:nanobts+band-900+mod-bts0-egprs/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213225530235 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213225530235 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213225530235 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:55:33.847052 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10568): Terminating (SIGTERM)\u000a22:55:33.889493 run iperf3-srv_10.42.42.10(pid=10569): Terminating (SIGTERM)\u000a22:55:33.931551 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10570): Terminating (SIGTERM)\u000a22:55:33.973897 run iperf3-srv_10.42.42.10(pid=10571): Terminating (SIGTERM)\u000a22:55:34.015708 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10572): Terminating (SIGTERM)\u000a22:55:34.057452 run iperf3-srv_10.42.42.10(pid=10573): Terminating (SIGTERM)\u000a22:55:34.099242 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10574): Terminating (SIGTERM)\u000a22:55:34.141036 run iperf3-srv_10.42.42.10(pid=10575): Terminating (SIGTERM)\u000a22:55:34.182763 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10578): Terminating (SIGTERM)\u000a22:55:34.224480 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10581): Terminating (SIGTERM)\u000a22:55:34.266258 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10584): Terminating (SIGTERM)\u000a22:55:34.275689 --- ParallelTerminationStrategy: PID 10568 died...\u000a22:55:34.331968 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10568): Terminated: ok {rc=0}\u000a22:55:34.342176 --- ParallelTerminationStrategy: PID 10569 died...\u000a22:55:34.397817 run iperf3-srv_10.42.42.10(pid=10569): Terminated {rc=256}\u000a22:55:34.407794 --- ParallelTerminationStrategy: PID 10570 died...\u000a22:55:34.463401 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10570): Terminated: ok {rc=0}\u000a22:55:34.473856 --- ParallelTerminationStrategy: PID 10571 died...\u000a22:55:34.529384 run iperf3-srv_10.42.42.10(pid=10571): Terminated {rc=256}\u000a22:55:34.539354 --- ParallelTerminationStrategy: PID 10572 died...\u000a22:55:34.595224 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10572): Terminated: ok {rc=0}\u000a22:55:34.605313 --- ParallelTerminationStrategy: PID 10573 died...\u000a22:55:34.660890 run iperf3-srv_10.42.42.10(pid=10573): Terminated {rc=256}\u000a22:55:34.670992 --- ParallelTerminationStrategy: PID 10574 died...\u000a22:55:34.726619 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10574): Terminated: ok {rc=0}\u000a22:55:34.736669 --- ParallelTerminationStrategy: PID 10575 died...\u000a22:55:34.792541 run iperf3-srv_10.42.42.10(pid=10575): Terminated {rc=256}\u000a22:55:34.802747 --- ParallelTerminationStrategy: PID 10578 died...\u000a22:55:34.858619 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10578): Terminated: ok {rc=0}\u000a22:55:34.868681 --- ParallelTerminationStrategy: PID 10581 died...\u000a22:55:34.924568 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10581): Terminated: ok {rc=0}\u000a22:55:34.934727 --- ParallelTerminationStrategy: PID 10584 died...\u000a22:55:34.990956 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10584): Terminated: ok {rc=0}\u000a22:55:35.079099 bus /gobi_4: Setting Powered False\u000a22:55:36.182551 bus /gobi_4: Setting Powered False\u000a22:55:37.292366 bus /gobi_1: Setting Powered False\u000a22:55:38.398808 bus /gobi_1: Setting Powered False\u000a22:55:39.505229 bus /gobi_0: Setting Powered False\u000a22:55:40.606869 bus /gobi_0: Setting Powered False\u000a22:55:41.715472 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 257, "className" : "gprs:nanobts+band-900+mod-bts0-egprs", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=10592): Process ended prematurely: osmo-stp_10.42.42.5(pid=10592) [trial-2395↪gprs:nanobts+band-900+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10592)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=10592): Process ended prematurely: osmo-stp_10.42.42.5(pid=10592) [trial-2395↪gprs:nanobts+band-900+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10592)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2395 gprs:nanobts+band-900+mod-bts0-egprs ping.py\u000a----------------------------------------------\u000a22:55:42.780862 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:55:42.792243 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a22:55:42.934199 tst ping.py: using LAC 36797\u000a22:55:43.059719 tst ping.py: using RAC 77\u000a22:55:43.184589 tst ping.py: using CellId 36797\u000a22:55:43.309649 tst ping.py: using BVCI 36798\u000a22:55:43.333980 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:55:43.345510 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:55:43.356625 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:55:43.367832 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:55:43.379326 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:55:43.390767 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:55:43.402450 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:55:43.414004 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a22:55:43.686587 tst ping.py:19: start network...\u000a22:55:43.809232 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:55:44.283731 run create_hlr_db(pid=10586): Launched\u000a22:55:44.455480 bus /gobi_6: Setting Powered False\u000a22:55:45.476684 run create_hlr_db(pid=10586): Terminated: ok {rc=0}\u000a22:55:45.923336 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10588): Launched\u000a22:55:46.355556 run osmo-hlr_10.42.42.2(pid=10589): Launched\u000a22:55:46.511963 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:55:47.129234 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10591): Launched\u000a22:55:47.460008 run osmo-stp_10.42.42.5(pid=10592): Launched\u000a22:55:47.570470 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a22:55:48.092059 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10594): Launched\u000a22:55:48.197710 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a22:55:48.457024 run patchelf(pid=10595): Launched\u000a22:55:48.630497 run osmo-stp_10.42.42.5(pid=10592): ERR: Terminated: ERROR {rc=1} [trial-2395↪gprs:nanobts+band-900+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10592)]\u000a22:55:48.757109 run osmo-stp_10.42.42.5(pid=10592): stdout: \u000a| (launched: 2022-12-13_22:55:47.293861)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:55:48.884165 run osmo-stp_10.42.42.5(pid=10592): stderr: \u000a| �[0;m�[38;5;43m20221213225547466 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213225547466 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213225547467 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213225547467 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213225547468 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213225547468 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213225547468 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:55:49.007245 run osmo-stp_10.42.42.5(pid=10592): stdout: \u000a| (launched: 2022-12-13_22:55:47.293861)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:55:49.129830 run osmo-stp_10.42.42.5(pid=10592): stderr: \u000a| �[0;m�[38;5;43m20221213225547466 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213225547466 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213225547467 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213225547467 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213225547468 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213225547468 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213225547468 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:55:49.271260 run patchelf(pid=10595): Terminating (SIGINT)\u000a22:55:49.437773 run patchelf(pid=10595): Terminated: ok {rc=0}\u000a22:55:49.467995 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=10592): Process ended prematurely: osmo-stp_10.42.42.5(pid=10592) [trial-2395↪gprs:nanobts+band-900+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10592)] [trial-2395↪gprs:nanobts+band-900+mod-bts0-egprs↪ping.py:22]\u000a22:55:49.476523 tst ping.py:22: Test FAILED (6.7 sec)\u000a22:55:49.536026 run osmo-hlr_10.42.42.2(pid=10589): ERR: Terminated: ERROR {rc=237} [trial-2395↪gprs:nanobts+band-900+mod-bts0-egprs↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=10589)]\u000a22:55:49.584584 run osmo-hlr_10.42.42.2(pid=10589): stdout: \u000a| (launched: 2022-12-13_22:55:46.090145) \u000a22:55:49.633565 run osmo-hlr_10.42.42.2(pid=10589): stderr: \u000a| �[0;m�[1;31m20221213225546361 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213225546361 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213225546361 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213225546361 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213225546361 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213225546361 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213225546377 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2395/run.2022-12-13_21-44-31/gprs:nanobts+band-900+mod-bts0-egprs/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213225546392 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213225546394 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213225546398 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:55:49.675052 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10588): Terminating (SIGTERM)\u000a22:55:49.714199 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10591): Terminating (SIGTERM)\u000a22:55:49.753294 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10594): Terminating (SIGTERM)\u000a22:55:49.762223 --- ParallelTerminationStrategy: PID 10588 died...\u000a22:55:49.814723 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10588): Terminated: ok {rc=0}\u000a22:55:49.824293 --- ParallelTerminationStrategy: PID 10591 died...\u000a22:55:49.876466 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10591): Terminated: ok {rc=0}\u000a22:55:49.886038 --- ParallelTerminationStrategy: PID 10594 died...\u000a22:55:49.938189 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10594): Terminated: ok {rc=0}\u000a22:55:50.025041 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 257, "className" : "gprs:nanobts+band-900+mod-bts0-egprs", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=10606): Process ended prematurely: osmo-stp_10.42.42.5(pid=10606) [trial-2395↪gprs:nanobts+band-900+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10606)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=10606): Process ended prematurely: osmo-stp_10.42.42.5(pid=10606) [trial-2395↪gprs:nanobts+band-900+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10606)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2395 gprs:nanobts+band-900+mod-bts0-egprs ping_idle_ping.py\u000a----------------------------------------------\u000a22:55:51.076680 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:55:51.088481 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a22:55:51.222698 tst ping_idle_ping.py: using LAC 36798\u000a22:55:51.338324 tst ping_idle_ping.py: using RAC 78\u000a22:55:51.454818 tst ping_idle_ping.py: using CellId 36798\u000a22:55:51.570962 tst ping_idle_ping.py: using BVCI 36799\u000a22:55:51.593781 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:55:51.604569 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:55:51.615235 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:55:51.625910 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:55:51.636557 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:55:51.647248 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:55:51.658116 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:55:51.668746 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a22:55:51.963103 tst ping_idle_ping.py:24: start network...\u000a22:55:52.097402 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:55:52.603243 run create_hlr_db(pid=10600): Launched\u000a22:55:52.789066 bus /gobi_6: Setting Powered False\u000a22:55:53.809581 run create_hlr_db(pid=10600): Terminated: ok {rc=0}\u000a22:55:54.209590 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10602): Launched\u000a22:55:54.507621 run osmo-hlr_10.42.42.2(pid=10603): Launched\u000a22:55:54.626150 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:55:55.153332 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10605): Launched\u000a22:55:55.452335 run osmo-stp_10.42.42.5(pid=10606): Launched\u000a22:55:55.560787 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a22:55:56.082337 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10608): Launched\u000a22:55:56.187968 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a22:55:56.448198 run patchelf(pid=10609): Launched\u000a22:55:56.622556 run osmo-stp_10.42.42.5(pid=10606): ERR: Terminated: ERROR {rc=1} [trial-2395↪gprs:nanobts+band-900+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10606)]\u000a22:55:56.749752 run osmo-stp_10.42.42.5(pid=10606): stdout: \u000a| (launched: 2022-12-13_22:55:55.305527)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:55:56.877362 run osmo-stp_10.42.42.5(pid=10606): stderr: \u000a| �[0;m�[38;5;43m20221213225555479 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213225555479 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213225555479 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213225555480 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213225555480 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213225555480 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213225555480 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:55:57.000142 run osmo-stp_10.42.42.5(pid=10606): stdout: \u000a| (launched: 2022-12-13_22:55:55.305527)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:55:57.122078 run osmo-stp_10.42.42.5(pid=10606): stderr: \u000a| �[0;m�[38;5;43m20221213225555479 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213225555479 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213225555479 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213225555480 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213225555480 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213225555480 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213225555480 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:55:57.264868 run patchelf(pid=10609): Terminating (SIGINT)\u000a22:55:57.431894 run patchelf(pid=10609): Terminated: ok {rc=0}\u000a22:55:57.462158 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=10606): Process ended prematurely: osmo-stp_10.42.42.5(pid=10606) [trial-2395↪gprs:nanobts+band-900+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10606)] [trial-2395↪gprs:nanobts+band-900+mod-bts0-egprs↪ping_idle_ping.py:27]\u000a22:55:57.470715 tst ping_idle_ping.py:27: Test FAILED (6.4 sec)\u000a22:55:57.529993 run osmo-hlr_10.42.42.2(pid=10603): ERR: Terminated: ERROR {rc=237} [trial-2395↪gprs:nanobts+band-900+mod-bts0-egprs↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=10603)]\u000a22:55:57.578315 run osmo-hlr_10.42.42.2(pid=10603): stdout: \u000a| (launched: 2022-12-13_22:55:54.360843) \u000a22:55:57.627258 run osmo-hlr_10.42.42.2(pid=10603): stderr: \u000a| �[0;m�[1;31m20221213225554537 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213225554537 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213225554537 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213225554537 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213225554537 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213225554537 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213225554549 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2395/run.2022-12-13_21-44-31/gprs:nanobts+band-900+mod-bts0-egprs/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213225554558 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213225554559 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213225554559 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:55:57.668889 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10602): Terminating (SIGTERM)\u000a22:55:57.707931 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10605): Terminating (SIGTERM)\u000a22:55:57.746957 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10608): Terminating (SIGTERM)\u000a22:55:57.756164 --- ParallelTerminationStrategy: PID 10602 died...\u000a22:55:57.808980 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10602): Terminated: ok {rc=0}\u000a22:55:57.818637 --- ParallelTerminationStrategy: PID 10605 died...\u000a22:55:57.870977 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10605): Terminated: ok {rc=0}\u000a22:55:57.880552 --- ParallelTerminationStrategy: PID 10608 died...\u000a22:55:57.932891 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10608): Terminated: ok {rc=0}\u000a22:55:58.020077 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 60.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "156", "name" : "gprs_nanobts+band-900+mod-bts0-egprs", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T22:54:59" }, { "cases" : [ { "testActions" : [ ], "age" : 257, "className" : "gprs:nanobts+band-900+mod-bts0-dynts-ipa", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=10623): Process ended prematurely: osmo-stp_10.42.42.5(pid=10623) [trial-2395↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10623)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=10623): Process ended prematurely: osmo-stp_10.42.42.5(pid=10623) [trial-2395↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10623)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2395 gprs:nanobts+band-900+mod-bts0-dynts-ipa cs_paging_gprs_active.py\u000a----------------------------------------------\u000a22:56:00.184346 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:56:00.195853 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a22:56:00.356758 tst cs_paging_gprs_active.py: using LAC 36799\u000a22:56:00.478380 tst cs_paging_gprs_active.py: using RAC 79\u000a22:56:00.599259 tst cs_paging_gprs_active.py: using CellId 36799\u000a22:56:00.720609 tst cs_paging_gprs_active.py: using BVCI 36800\u000a22:56:00.743867 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:56:00.754753 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:56:00.765645 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:56:00.776387 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:56:00.787501 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:56:00.798637 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:56:00.810113 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:56:00.821253 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:56:00.845648 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a22:56:00.992283 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a22:56:01.319735 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a22:56:01.450194 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a22:56:01.789457 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10613): Launched\u000a22:56:02.074055 run iperf3-srv_10.42.42.10(pid=10614): Launched\u000a22:56:02.262603 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a22:56:02.389383 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a22:56:02.703803 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10615): Launched\u000a22:56:02.971563 run iperf3-srv_10.42.42.10(pid=10616): Launched\u000a22:56:03.170326 tst cs_paging_gprs_active.py:38: start network...\u000a22:56:03.306556 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:56:03.819474 run create_hlr_db(pid=10617): Launched\u000a22:56:04.008122 bus /gobi_6: Setting Powered False\u000a22:56:05.029029 run create_hlr_db(pid=10617): Terminated: ok {rc=0}\u000a22:56:05.461372 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10619): Launched\u000a22:56:05.787594 run osmo-hlr_10.42.42.2(pid=10620): Launched\u000a22:56:05.907886 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:56:06.472509 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10622): Launched\u000a22:56:06.798610 run osmo-stp_10.42.42.5(pid=10623): Launched\u000a22:56:06.916850 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a22:56:07.483995 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10625): Launched\u000a22:56:07.600485 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a22:56:07.884743 run patchelf(pid=10626): Launched\u000a22:56:08.074896 run osmo-stp_10.42.42.5(pid=10623): ERR: Terminated: ERROR {rc=1} [trial-2395↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10623)]\u000a22:56:08.213948 run osmo-stp_10.42.42.5(pid=10623): stdout: \u000a| (launched: 2022-12-13_22:56:06.638332)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:56:08.353564 run osmo-stp_10.42.42.5(pid=10623): stderr: \u000a| �[0;m�[38;5;43m20221213225606829 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213225606829 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213225606829 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213225606830 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213225606832 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213225606832 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213225606832 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:56:08.488321 run osmo-stp_10.42.42.5(pid=10623): stdout: \u000a| (launched: 2022-12-13_22:56:06.638332)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:56:08.622147 run osmo-stp_10.42.42.5(pid=10623): stderr: \u000a| �[0;m�[38;5;43m20221213225606829 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213225606829 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213225606829 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213225606830 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213225606832 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213225606832 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213225606832 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:56:08.778101 run patchelf(pid=10626): Terminating (SIGINT)\u000a22:56:08.960304 run patchelf(pid=10626): Terminated: ok {rc=0}\u000a22:56:08.993719 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=10623): Process ended prematurely: osmo-stp_10.42.42.5(pid=10623) [trial-2395↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10623)] [trial-2395↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38]\u000a22:56:09.003643 tst cs_paging_gprs_active.py:38: Test FAILED (8.9 sec)\u000a22:56:09.066810 run osmo-hlr_10.42.42.2(pid=10620): ERR: Terminated: ERROR {rc=237} [trial-2395↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=10620)]\u000a22:56:09.118101 run osmo-hlr_10.42.42.2(pid=10620): stdout: \u000a| (launched: 2022-12-13_22:56:05.627005) \u000a22:56:09.169808 run osmo-hlr_10.42.42.2(pid=10620): stderr: \u000a| �[0;m�[1;31m20221213225605826 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213225605826 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213225605826 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213225605826 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213225605826 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213225605827 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213225605840 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2395/run.2022-12-13_21-44-31/gprs:nanobts+band-900+mod-bts0-dynts-ipa/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213225605850 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213225605850 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213225605850 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:56:09.214175 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10613): Terminating (SIGTERM)\u000a22:56:09.256006 run iperf3-srv_10.42.42.10(pid=10614): Terminating (SIGTERM)\u000a22:56:09.298306 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10615): Terminating (SIGTERM)\u000a22:56:09.340503 run iperf3-srv_10.42.42.10(pid=10616): Terminating (SIGTERM)\u000a22:56:09.382375 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10619): Terminating (SIGTERM)\u000a22:56:09.424006 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10622): Terminating (SIGTERM)\u000a22:56:09.465806 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10625): Terminating (SIGTERM)\u000a22:56:09.475537 --- ParallelTerminationStrategy: PID 10613 died...\u000a22:56:09.531606 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10613): Terminated: ok {rc=0}\u000a22:56:09.541734 --- ParallelTerminationStrategy: PID 10614 died...\u000a22:56:09.597380 run iperf3-srv_10.42.42.10(pid=10614): Terminated {rc=256}\u000a22:56:09.607340 --- ParallelTerminationStrategy: PID 10615 died...\u000a22:56:09.663234 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10615): Terminated: ok {rc=0}\u000a22:56:09.673315 --- ParallelTerminationStrategy: PID 10616 died...\u000a22:56:09.729039 run iperf3-srv_10.42.42.10(pid=10616): Terminated {rc=256}\u000a22:56:09.739090 --- ParallelTerminationStrategy: PID 10619 died...\u000a22:56:09.795190 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10619): Terminated: ok {rc=0}\u000a22:56:09.805286 --- ParallelTerminationStrategy: PID 10622 died...\u000a22:56:09.861152 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10622): Terminated: ok {rc=0}\u000a22:56:09.871119 --- ParallelTerminationStrategy: PID 10625 died...\u000a22:56:09.927018 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10625): Terminated: ok {rc=0}\u000a22:56:10.014169 bus /gobi_0: Setting Powered False\u000a22:56:11.117663 bus /gobi_0: Setting Powered False\u000a22:56:12.222719 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 257, "className" : "gprs:nanobts+band-900+mod-bts0-dynts-ipa", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=10635): Process ended prematurely: osmo-stp_10.42.42.5(pid=10635) [trial-2395↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10635)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=10635): Process ended prematurely: osmo-stp_10.42.42.5(pid=10635) [trial-2395↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10635)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2395 gprs:nanobts+band-900+mod-bts0-dynts-ipa iperf3.py\u000a----------------------------------------------\u000a22:56:13.337704 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:56:13.349794 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a22:56:13.515219 tst iperf3.py: using LAC 36800\u000a22:56:13.642050 tst iperf3.py: using RAC 80\u000a22:56:13.764109 tst iperf3.py: using CellId 36800\u000a22:56:13.887447 tst iperf3.py: using BVCI 36801\u000a22:56:13.910687 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:56:13.921701 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:56:13.932880 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:56:13.943765 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:56:13.954566 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:56:13.965393 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:56:13.976382 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:56:13.987131 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:56:13.998075 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a22:56:14.281205 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a22:56:14.407508 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a22:56:14.722081 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10627): Launched\u000a22:56:14.983193 run iperf3-srv_10.42.42.10(pid=10628): Launched\u000a22:56:15.167731 tst iperf3.py:8: start network...\u000a22:56:15.294567 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:56:15.781270 run create_hlr_db(pid=10629): Launched\u000a22:56:15.962570 bus /gobi_6: Setting Powered False\u000a22:56:16.977663 run create_hlr_db(pid=10629): Terminated: ok {rc=0}\u000a22:56:17.384665 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10631): Launched\u000a22:56:17.687877 run osmo-hlr_10.42.42.2(pid=10632): Launched\u000a22:56:17.799025 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:56:18.323721 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10634): Launched\u000a22:56:18.625878 run osmo-stp_10.42.42.5(pid=10635): Launched\u000a22:56:18.737667 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a22:56:19.266114 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10637): Launched\u000a22:56:19.374922 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a22:56:19.638856 run patchelf(pid=10638): Launched\u000a22:56:19.815466 run osmo-stp_10.42.42.5(pid=10635): ERR: Terminated: ERROR {rc=1} [trial-2395↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10635)]\u000a22:56:19.943861 run osmo-stp_10.42.42.5(pid=10635): stdout: \u000a| (launched: 2022-12-13_22:56:18.476536)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:56:20.072893 run osmo-stp_10.42.42.5(pid=10635): stderr: \u000a| �[0;m�[38;5;43m20221213225618647 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213225618647 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213225618647 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213225618648 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213225618648 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213225618649 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213225618649 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:56:20.197826 run osmo-stp_10.42.42.5(pid=10635): stdout: \u000a| (launched: 2022-12-13_22:56:18.476536)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:56:20.321255 run osmo-stp_10.42.42.5(pid=10635): stderr: \u000a| �[0;m�[38;5;43m20221213225618647 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213225618647 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213225618647 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213225618648 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213225618648 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213225618649 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213225618649 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:56:20.465112 run patchelf(pid=10638): Terminating (SIGINT)\u000a22:56:20.635024 run patchelf(pid=10638): Terminated: ok {rc=0}\u000a22:56:20.666183 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=10635): Process ended prematurely: osmo-stp_10.42.42.5(pid=10635) [trial-2395↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10635)] [trial-2395↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪iperf3.py:8]\u000a22:56:20.675319 tst iperf3.py:8: Test FAILED (7.4 sec)\u000a22:56:20.735008 run osmo-hlr_10.42.42.2(pid=10632): ERR: Terminated: ERROR {rc=237} [trial-2395↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=10632)]\u000a22:56:20.783353 run osmo-hlr_10.42.42.2(pid=10632): stdout: \u000a| (launched: 2022-12-13_22:56:17.538640) \u000a22:56:20.832333 run osmo-hlr_10.42.42.2(pid=10632): stderr: \u000a| �[0;m�[1;31m20221213225617717 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213225617717 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213225617717 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213225617717 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213225617717 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213225617717 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213225617730 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2395/run.2022-12-13_21-44-31/gprs:nanobts+band-900+mod-bts0-dynts-ipa/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213225617739 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213225617739 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213225617739 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:56:20.873739 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10627): Terminating (SIGTERM)\u000a22:56:20.912585 run iperf3-srv_10.42.42.10(pid=10628): Terminating (SIGTERM)\u000a22:56:20.951516 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10631): Terminating (SIGTERM)\u000a22:56:20.990610 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10634): Terminating (SIGTERM)\u000a22:56:21.029773 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10637): Terminating (SIGTERM)\u000a22:56:21.038948 --- ParallelTerminationStrategy: PID 10627 died...\u000a22:56:21.093046 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10627): Terminated: ok {rc=0}\u000a22:56:21.104142 --- ParallelTerminationStrategy: PID 10628 died...\u000a22:56:21.177606 run iperf3-srv_10.42.42.10(pid=10628): Terminated {rc=256}\u000a22:56:21.188022 --- ParallelTerminationStrategy: PID 10631 died...\u000a22:56:21.241239 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10631): Terminated: ok {rc=0}\u000a22:56:21.250707 --- ParallelTerminationStrategy: PID 10634 died...\u000a22:56:21.310547 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10634): Terminated: ok {rc=0}\u000a22:56:21.321926 --- ParallelTerminationStrategy: PID 10637 died...\u000a22:56:21.379139 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10637): Terminated: ok {rc=0}\u000a22:56:21.465714 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 257, "className" : "gprs:nanobts+band-900+mod-bts0-dynts-ipa", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=10657): Process ended prematurely: osmo-stp_10.42.42.5(pid=10657) [trial-2395↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10657)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=10657): Process ended prematurely: osmo-stp_10.42.42.5(pid=10657) [trial-2395↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10657)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2395 gprs:nanobts+band-900+mod-bts0-dynts-ipa iperf3m4.py\u000a----------------------------------------------\u000a22:56:22.576454 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:56:22.587919 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a22:56:22.743850 tst iperf3m4.py: using LAC 36801\u000a22:56:22.864232 tst iperf3m4.py: using RAC 81\u000a22:56:22.985178 tst iperf3m4.py: using CellId 36801\u000a22:56:23.105449 tst iperf3m4.py: using BVCI 36802\u000a22:56:23.128698 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:56:23.139656 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:56:23.150430 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:56:23.161179 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:56:23.171856 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:56:23.182618 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:56:23.193377 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:56:23.203941 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:56:23.214830 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a22:56:23.330388 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a22:56:23.453509 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a22:56:23.575181 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a22:56:23.854236 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a22:56:23.980334 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a22:56:24.295973 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10643): Launched\u000a22:56:24.557333 run iperf3-srv_10.42.42.10(pid=10644): Launched\u000a22:56:24.741757 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a22:56:24.867746 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a22:56:25.183116 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10645): Launched\u000a22:56:25.444221 run iperf3-srv_10.42.42.10(pid=10646): Launched\u000a22:56:25.628374 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a22:56:25.754079 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a22:56:26.068529 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10647): Launched\u000a22:56:26.340848 run iperf3-srv_10.42.42.10(pid=10648): Launched\u000a22:56:26.540842 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a22:56:26.677586 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a22:56:27.015027 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10649): Launched\u000a22:56:27.294353 run iperf3-srv_10.42.42.10(pid=10650): Launched\u000a22:56:27.494704 tst iperf3m4.py:8: start network...\u000a22:56:27.631106 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:56:28.143518 run create_hlr_db(pid=10651): Launched\u000a22:56:28.331392 bus /gobi_6: Setting Powered False\u000a22:56:29.352229 run create_hlr_db(pid=10651): Terminated: ok {rc=0}\u000a22:56:29.760331 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10653): Launched\u000a22:56:30.064461 run osmo-hlr_10.42.42.2(pid=10654): Launched\u000a22:56:30.184698 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:56:30.720355 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10656): Launched\u000a22:56:31.170527 run osmo-stp_10.42.42.5(pid=10657): Launched\u000a22:56:31.415495 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a22:56:32.008118 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10659): Launched\u000a22:56:32.120478 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a22:56:32.410609 run patchelf(pid=10660): Launched\u000a22:56:32.587689 run osmo-stp_10.42.42.5(pid=10657): ERR: Terminated: ERROR {rc=1} [trial-2395↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10657)]\u000a22:56:32.717160 run osmo-stp_10.42.42.5(pid=10657): stdout: \u000a| (launched: 2022-12-13_22:56:30.876043)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:56:32.846595 run osmo-stp_10.42.42.5(pid=10657): stderr: \u000a| �[0;m�[38;5;43m20221213225631195 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213225631195 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213225631195 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213225631199 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213225631200 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213225631200 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213225631200 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:56:32.971364 run osmo-stp_10.42.42.5(pid=10657): stdout: \u000a| (launched: 2022-12-13_22:56:30.876043)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:56:33.095034 run osmo-stp_10.42.42.5(pid=10657): stderr: \u000a| �[0;m�[38;5;43m20221213225631195 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213225631195 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213225631195 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213225631199 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213225631200 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213225631200 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213225631200 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:56:33.239268 run patchelf(pid=10660): Terminating (SIGINT)\u000a22:56:33.409246 run patchelf(pid=10660): Terminated: ok {rc=0}\u000a22:56:33.441324 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=10657): Process ended prematurely: osmo-stp_10.42.42.5(pid=10657) [trial-2395↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10657)] [trial-2395↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪iperf3m4.py:8]\u000a22:56:33.450600 tst iperf3m4.py:8: Test FAILED (10.9 sec)\u000a22:56:33.511081 run osmo-hlr_10.42.42.2(pid=10654): ERR: Terminated: ERROR {rc=237} [trial-2395↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=10654)]\u000a22:56:33.559999 run osmo-hlr_10.42.42.2(pid=10654): stdout: \u000a| (launched: 2022-12-13_22:56:29.914656) \u000a22:56:33.609388 run osmo-hlr_10.42.42.2(pid=10654): stderr: \u000a| �[0;m�[1;31m20221213225630093 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213225630093 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213225630093 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213225630093 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213225630093 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213225630093 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213225630104 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2395/run.2022-12-13_21-44-31/gprs:nanobts+band-900+mod-bts0-dynts-ipa/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213225630113 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213225630113 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213225630113 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:56:33.651229 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10643): Terminating (SIGTERM)\u000a22:56:33.690689 run iperf3-srv_10.42.42.10(pid=10644): Terminating (SIGTERM)\u000a22:56:33.730036 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10645): Terminating (SIGTERM)\u000a22:56:33.769347 run iperf3-srv_10.42.42.10(pid=10646): Terminating (SIGTERM)\u000a22:56:33.808880 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10647): Terminating (SIGTERM)\u000a22:56:33.848314 run iperf3-srv_10.42.42.10(pid=10648): Terminating (SIGTERM)\u000a22:56:33.887778 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10649): Terminating (SIGTERM)\u000a22:56:33.927064 run iperf3-srv_10.42.42.10(pid=10650): Terminating (SIGTERM)\u000a22:56:33.966384 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10653): Terminating (SIGTERM)\u000a22:56:34.005688 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10656): Terminating (SIGTERM)\u000a22:56:34.045123 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10659): Terminating (SIGTERM)\u000a22:56:34.054385 --- ParallelTerminationStrategy: PID 10643 died...\u000a22:56:34.107195 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10643): Terminated: ok {rc=0}\u000a22:56:34.116704 --- ParallelTerminationStrategy: PID 10644 died...\u000a22:56:34.169272 run iperf3-srv_10.42.42.10(pid=10644): Terminated {rc=256}\u000a22:56:34.178790 --- ParallelTerminationStrategy: PID 10645 died...\u000a22:56:34.231500 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10645): Terminated: ok {rc=0}\u000a22:56:34.241166 --- ParallelTerminationStrategy: PID 10646 died...\u000a22:56:34.293700 run iperf3-srv_10.42.42.10(pid=10646): Terminated {rc=256}\u000a22:56:34.303205 --- ParallelTerminationStrategy: PID 10647 died...\u000a22:56:34.356412 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10647): Terminated: ok {rc=0}\u000a22:56:34.366073 --- ParallelTerminationStrategy: PID 10648 died...\u000a22:56:34.418761 run iperf3-srv_10.42.42.10(pid=10648): Terminated {rc=256}\u000a22:56:34.428339 --- ParallelTerminationStrategy: PID 10649 died...\u000a22:56:34.481064 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10649): Terminated: ok {rc=0}\u000a22:56:34.490661 --- ParallelTerminationStrategy: PID 10650 died...\u000a22:56:34.543330 run iperf3-srv_10.42.42.10(pid=10650): Terminated {rc=256}\u000a22:56:34.552912 --- ParallelTerminationStrategy: PID 10653 died...\u000a22:56:34.605748 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10653): Terminated: ok {rc=0}\u000a22:56:34.615353 --- ParallelTerminationStrategy: PID 10656 died...\u000a22:56:34.667975 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10656): Terminated: ok {rc=0}\u000a22:56:34.677661 --- ParallelTerminationStrategy: PID 10659 died...\u000a22:56:34.730419 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10659): Terminated: ok {rc=0}\u000a22:56:34.818910 bus /gobi_4: Setting Powered False\u000a22:56:35.923141 bus /gobi_4: Setting Powered False\u000a22:56:37.031720 bus /gobi_1: Setting Powered False\u000a22:56:38.133979 bus /gobi_1: Setting Powered False\u000a22:56:39.240302 bus /gobi_0: Setting Powered False\u000a22:56:40.346862 bus /gobi_0: Setting Powered False\u000a22:56:41.455941 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 257, "className" : "gprs:nanobts+band-900+mod-bts0-dynts-ipa", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=10667): Process ended prematurely: osmo-stp_10.42.42.5(pid=10667) [trial-2395↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10667)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=10667): Process ended prematurely: osmo-stp_10.42.42.5(pid=10667) [trial-2395↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10667)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2395 gprs:nanobts+band-900+mod-bts0-dynts-ipa ping.py\u000a----------------------------------------------\u000a22:56:42.524324 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:56:42.536261 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a22:56:42.699175 tst ping.py: using LAC 36802\u000a22:56:42.822107 tst ping.py: using RAC 82\u000a22:56:42.937543 tst ping.py: using CellId 36802\u000a22:56:43.052889 tst ping.py: using BVCI 36803\u000a22:56:43.075665 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:56:43.086697 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:56:43.097537 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:56:43.108238 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:56:43.119005 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:56:43.129862 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:56:43.140665 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:56:43.151458 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a22:56:43.423398 tst ping.py:19: start network...\u000a22:56:43.547075 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:56:44.023434 run create_hlr_db(pid=10661): Launched\u000a22:56:44.195193 bus /gobi_6: Setting Powered False\u000a22:56:45.217190 run create_hlr_db(pid=10661): Terminated: ok {rc=0}\u000a22:56:45.643480 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10663): Launched\u000a22:56:46.125067 run osmo-hlr_10.42.42.2(pid=10664): Launched\u000a22:56:46.318107 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:56:46.959716 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10666): Launched\u000a22:56:47.335370 run osmo-stp_10.42.42.5(pid=10667): Launched\u000a22:56:47.445970 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a22:56:47.967424 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10669): Launched\u000a22:56:48.073294 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a22:56:48.333139 run patchelf(pid=10670): Launched\u000a22:56:48.507346 run osmo-stp_10.42.42.5(pid=10667): ERR: Terminated: ERROR {rc=1} [trial-2395↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10667)]\u000a22:56:48.634286 run osmo-stp_10.42.42.5(pid=10667): stdout: \u000a| (launched: 2022-12-13_22:56:47.125813)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:56:48.761444 run osmo-stp_10.42.42.5(pid=10667): stderr: \u000a| �[0;m�[38;5;43m20221213225647352 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213225647353 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213225647353 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213225647353 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213225647354 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213225647354 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213225647354 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:56:48.884566 run osmo-stp_10.42.42.5(pid=10667): stdout: \u000a| (launched: 2022-12-13_22:56:47.125813)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:56:49.006278 run osmo-stp_10.42.42.5(pid=10667): stderr: \u000a| �[0;m�[38;5;43m20221213225647352 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213225647353 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213225647353 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213225647353 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213225647354 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213225647354 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213225647354 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:56:49.148465 run patchelf(pid=10670): Terminating (SIGINT)\u000a22:56:49.315964 run patchelf(pid=10670): Terminated: ok {rc=0}\u000a22:56:49.346557 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=10667): Process ended prematurely: osmo-stp_10.42.42.5(pid=10667) [trial-2395↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10667)] [trial-2395↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪ping.py:22]\u000a22:56:49.355152 tst ping.py:22: Test FAILED (6.8 sec)\u000a22:56:49.414961 run osmo-hlr_10.42.42.2(pid=10664): ERR: Terminated: ERROR {rc=237} [trial-2395↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=10664)]\u000a22:56:49.463597 run osmo-hlr_10.42.42.2(pid=10664): stdout: \u000a| (launched: 2022-12-13_22:56:45.806628) \u000a22:56:49.512999 run osmo-hlr_10.42.42.2(pid=10664): stderr: \u000a| �[0;m�[1;31m20221213225646237 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213225646238 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213225646238 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213225646238 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213225646238 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213225646240 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213225646265 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2395/run.2022-12-13_21-44-31/gprs:nanobts+band-900+mod-bts0-dynts-ipa/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213225646280 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213225646280 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213225646280 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:56:49.555417 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10663): Terminating (SIGTERM)\u000a22:56:49.595224 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10666): Terminating (SIGTERM)\u000a22:56:49.634645 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10669): Terminating (SIGTERM)\u000a22:56:49.643900 --- ParallelTerminationStrategy: PID 10663 died...\u000a22:56:49.697229 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10663): Terminated: ok {rc=0}\u000a22:56:49.706900 --- ParallelTerminationStrategy: PID 10666 died...\u000a22:56:49.760836 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10666): Terminated: ok {rc=0}\u000a22:56:49.770595 --- ParallelTerminationStrategy: PID 10669 died...\u000a22:56:49.823558 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10669): Terminated: ok {rc=0}\u000a22:56:49.912585 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 257, "className" : "gprs:nanobts+band-900+mod-bts0-dynts-ipa", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=10677): Process ended prematurely: osmo-stp_10.42.42.5(pid=10677) [trial-2395↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10677)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=10677): Process ended prematurely: osmo-stp_10.42.42.5(pid=10677) [trial-2395↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10677)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2395 gprs:nanobts+band-900+mod-bts0-dynts-ipa ping_idle_ping.py\u000a----------------------------------------------\u000a22:56:50.965569 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:56:50.977517 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a22:56:51.132487 tst ping_idle_ping.py: using LAC 36803\u000a22:56:51.251981 tst ping_idle_ping.py: using RAC 83\u000a22:56:51.371273 tst ping_idle_ping.py: using CellId 36803\u000a22:56:51.490626 tst ping_idle_ping.py: using BVCI 36804\u000a22:56:51.513604 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:56:51.524486 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:56:51.535223 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:56:51.545981 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:56:51.556629 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:56:51.567741 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:56:51.578771 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:56:51.589618 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a22:56:51.867016 tst ping_idle_ping.py:24: start network...\u000a22:56:51.991628 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:56:52.473178 run create_hlr_db(pid=10671): Launched\u000a22:56:52.645657 bus /gobi_6: Setting Powered False\u000a22:56:53.667923 run create_hlr_db(pid=10671): Terminated: ok {rc=0}\u000a22:56:54.067276 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10673): Launched\u000a22:56:54.366961 run osmo-hlr_10.42.42.2(pid=10674): Launched\u000a22:56:54.483452 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:56:55.008834 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10676): Launched\u000a22:56:55.308650 run osmo-stp_10.42.42.5(pid=10677): Launched\u000a22:56:55.417476 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a22:56:55.939167 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10679): Launched\u000a22:56:56.044897 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a22:56:56.305686 run patchelf(pid=10680): Launched\u000a22:56:56.480219 run osmo-stp_10.42.42.5(pid=10677): ERR: Terminated: ERROR {rc=1} [trial-2395↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10677)]\u000a22:56:56.607636 run osmo-stp_10.42.42.5(pid=10677): stdout: \u000a| (launched: 2022-12-13_22:56:55.160448)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:56:56.735127 run osmo-stp_10.42.42.5(pid=10677): stderr: \u000a| �[0;m�[38;5;43m20221213225655329 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213225655330 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213225655330 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213225655330 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213225655331 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213225655331 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213225655331 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:56:56.858467 run osmo-stp_10.42.42.5(pid=10677): stdout: \u000a| (launched: 2022-12-13_22:56:55.160448)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:56:56.980522 run osmo-stp_10.42.42.5(pid=10677): stderr: \u000a| �[0;m�[38;5;43m20221213225655329 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213225655330 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213225655330 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213225655330 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213225655331 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213225655331 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213225655331 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:56:57.122636 run patchelf(pid=10680): Terminating (SIGINT)\u000a22:56:57.289895 run patchelf(pid=10680): Terminated: ok {rc=0}\u000a22:56:57.320407 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=10677): Process ended prematurely: osmo-stp_10.42.42.5(pid=10677) [trial-2395↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10677)] [trial-2395↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪ping_idle_ping.py:27]\u000a22:56:57.328931 tst ping_idle_ping.py:27: Test FAILED (6.4 sec)\u000a22:56:57.388918 run osmo-hlr_10.42.42.2(pid=10674): ERR: Terminated: ERROR {rc=237} [trial-2395↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=10674)]\u000a22:56:57.437745 run osmo-hlr_10.42.42.2(pid=10674): stdout: \u000a| (launched: 2022-12-13_22:56:54.219419) \u000a22:56:57.486972 run osmo-hlr_10.42.42.2(pid=10674): stderr: \u000a| �[0;m�[1;31m20221213225654399 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213225654399 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213225654399 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213225654399 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213225654399 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213225654399 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213225654412 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2395/run.2022-12-13_21-44-31/gprs:nanobts+band-900+mod-bts0-dynts-ipa/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213225654420 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213225654421 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213225654421 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:56:57.529018 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10673): Terminating (SIGTERM)\u000a22:56:57.568521 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10676): Terminating (SIGTERM)\u000a22:56:57.608121 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10679): Terminating (SIGTERM)\u000a22:56:57.617843 --- ParallelTerminationStrategy: PID 10673 died...\u000a22:56:57.670702 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10673): Terminated: ok {rc=0}\u000a22:56:57.680380 --- ParallelTerminationStrategy: PID 10676 died...\u000a22:56:57.732759 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10676): Terminated: ok {rc=0}\u000a22:56:57.742344 --- ParallelTerminationStrategy: PID 10679 died...\u000a22:56:57.794660 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10679): Terminated: ok {rc=0}\u000a22:56:57.878205 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 60.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "157", "name" : "gprs_nanobts+band-900+mod-bts0-dynts-ipa", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T22:55:59" }, { "cases" : [ { "testActions" : [ ], "age" : 257, "className" : "gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=10694): Process ended prematurely: osmo-stp_10.42.42.5(pid=10694) [trial-2395↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10694)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=10694): Process ended prematurely: osmo-stp_10.42.42.5(pid=10694) [trial-2395↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10694)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2395 gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend cs_paging_gprs_active.py\u000a----------------------------------------------\u000a22:57:00.059755 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a22:57:00.071422 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a22:57:00.207059 tst cs_paging_gprs_active.py: using LAC 36804\u000a22:57:00.323321 tst cs_paging_gprs_active.py: using RAC 84\u000a22:57:00.440119 tst cs_paging_gprs_active.py: using CellId 36804\u000a22:57:00.555989 tst cs_paging_gprs_active.py: using BVCI 36805\u000a22:57:00.579390 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a22:57:00.590759 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a22:57:00.601949 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a22:57:00.613116 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a22:57:00.624810 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a22:57:00.636479 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a22:57:00.648310 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a22:57:00.659944 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a22:57:00.671839 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a22:57:00.793352 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a22:57:01.126465 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a22:57:01.263974 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a22:57:01.621116 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10684): Launched\u000a22:57:01.924380 run iperf3-srv_10.42.42.10(pid=10685): Launched\u000a22:57:02.125403 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a22:57:02.259861 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a22:57:02.592226 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10686): Launched\u000a22:57:02.866856 run iperf3-srv_10.42.42.10(pid=10687): Launched\u000a22:57:03.062318 tst cs_paging_gprs_active.py:38: start network...\u000a22:57:03.195505 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:57:03.729363 run create_hlr_db(pid=10688): Launched\u000a22:57:03.903355 bus /gobi_6: Setting Powered False\u000a22:57:04.925633 run create_hlr_db(pid=10688): Terminated: ok {rc=0}\u000a22:57:05.351687 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10690): Launched\u000a22:57:05.671841 run osmo-hlr_10.42.42.2(pid=10691): Launched\u000a22:57:05.792678 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:57:06.349335 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10693): Launched\u000a22:57:06.670703 run osmo-stp_10.42.42.5(pid=10694): Launched\u000a22:57:06.787082 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a22:57:07.347545 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10696): Launched\u000a22:57:07.462548 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a22:57:07.741945 run patchelf(pid=10697): Launched\u000a22:57:07.929451 run osmo-stp_10.42.42.5(pid=10694): ERR: Terminated: ERROR {rc=1} [trial-2395↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10694)]\u000a22:57:08.066730 run osmo-stp_10.42.42.5(pid=10694): stdout: \u000a| (launched: 2022-12-13_22:57:06.512496)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:57:08.204360 run osmo-stp_10.42.42.5(pid=10694): stderr: \u000a| �[0;m�[38;5;43m20221213225706703 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213225706703 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213225706703 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213225706703 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213225706706 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213225706706 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213225706706 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:57:08.336804 run osmo-stp_10.42.42.5(pid=10694): stdout: \u000a| (launched: 2022-12-13_22:57:06.512496)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:57:08.468461 run osmo-stp_10.42.42.5(pid=10694): stderr: \u000a| �[0;m�[38;5;43m20221213225706703 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213225706703 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213225706703 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213225706703 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213225706706 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213225706706 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213225706706 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:57:08.621700 run patchelf(pid=10697): Terminating (SIGINT)\u000a22:57:08.801451 run patchelf(pid=10697): Terminated: ok {rc=0}\u000a22:57:08.834654 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=10694): Process ended prematurely: osmo-stp_10.42.42.5(pid=10694) [trial-2395↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10694)] [trial-2395↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪cs_paging_gprs_active.py:38]\u000a22:57:08.844607 tst cs_paging_gprs_active.py:38: Test FAILED (8.8 sec)\u000a22:57:08.908366 run osmo-hlr_10.42.42.2(pid=10691): ERR: Terminated: ERROR {rc=237} [trial-2395↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=10691)]\u000a22:57:08.960134 run osmo-hlr_10.42.42.2(pid=10691): stdout: \u000a| (launched: 2022-12-13_22:57:05.514733) \u000a22:57:09.012394 run osmo-hlr_10.42.42.2(pid=10691): stderr: \u000a| �[0;m�[1;31m20221213225705714 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213225705714 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213225705714 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213225705714 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213225705714 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213225705714 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213225705726 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2395/run.2022-12-13_21-44-31/gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213225705736 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213225705737 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213225705737 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:57:09.056741 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10684): Terminating (SIGTERM)\u000a22:57:09.098664 run iperf3-srv_10.42.42.10(pid=10685): Terminating (SIGTERM)\u000a22:57:09.141494 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10686): Terminating (SIGTERM)\u000a22:57:09.183529 run iperf3-srv_10.42.42.10(pid=10687): Terminating (SIGTERM)\u000a22:57:09.225777 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10690): Terminating (SIGTERM)\u000a22:57:09.267761 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10693): Terminating (SIGTERM)\u000a22:57:09.310420 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10696): Terminating (SIGTERM)\u000a22:57:09.320371 --- ParallelTerminationStrategy: PID 10684 died...\u000a22:57:09.376828 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10684): Terminated: ok {rc=0}\u000a22:57:09.386744 --- ParallelTerminationStrategy: PID 10685 died...\u000a22:57:09.442534 run iperf3-srv_10.42.42.10(pid=10685): Terminated {rc=256}\u000a22:57:09.452367 --- ParallelTerminationStrategy: PID 10686 died...\u000a22:57:09.508058 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10686): Terminated: ok {rc=0}\u000a22:57:09.517918 --- ParallelTerminationStrategy: PID 10687 died...\u000a22:57:09.573408 run iperf3-srv_10.42.42.10(pid=10687): Terminated {rc=256}\u000a22:57:09.583266 --- ParallelTerminationStrategy: PID 10690 died...\u000a22:57:09.639228 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10690): Terminated: ok {rc=0}\u000a22:57:09.649379 --- ParallelTerminationStrategy: PID 10693 died...\u000a22:57:09.705080 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10693): Terminated: ok {rc=0}\u000a22:57:09.715002 --- ParallelTerminationStrategy: PID 10696 died...\u000a22:57:09.770988 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10696): Terminated: ok {rc=0}\u000a22:57:09.858062 bus /gobi_0: Setting Powered False\u000a22:57:10.961875 bus /gobi_0: Setting Powered False\u000a22:57:12.072881 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 257, "className" : "gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=10706): Process ended prematurely: osmo-stp_10.42.42.5(pid=10706) [trial-2395↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10706)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=10706): Process ended prematurely: osmo-stp_10.42.42.5(pid=10706) [trial-2395↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10706)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2395 gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend iperf3.py\u000a----------------------------------------------\u000a22:57:13.187257 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a22:57:13.200248 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a22:57:13.345781 tst iperf3.py: using LAC 36805\u000a22:57:13.476079 tst iperf3.py: using RAC 85\u000a22:57:13.599305 tst iperf3.py: using CellId 36805\u000a22:57:13.723342 tst iperf3.py: using BVCI 36806\u000a22:57:13.748021 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a22:57:13.760080 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a22:57:13.771929 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a22:57:13.783805 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a22:57:13.796490 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a22:57:13.809406 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a22:57:13.822119 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a22:57:13.834603 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a22:57:13.847274 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a22:57:14.129174 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a22:57:14.252909 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a22:57:14.561702 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10698): Launched\u000a22:57:14.818173 run iperf3-srv_10.42.42.10(pid=10699): Launched\u000a22:57:14.998843 tst iperf3.py:8: start network...\u000a22:57:15.122636 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:57:15.603656 run create_hlr_db(pid=10700): Launched\u000a22:57:15.776444 bus /gobi_6: Setting Powered False\u000a22:57:16.867420 run create_hlr_db(pid=10700): Terminated: ok {rc=0}\u000a22:57:17.323773 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10702): Launched\u000a22:57:17.621901 run osmo-hlr_10.42.42.2(pid=10703): Launched\u000a22:57:17.730620 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:57:18.249183 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10705): Launched\u000a22:57:18.546482 run osmo-stp_10.42.42.5(pid=10706): Launched\u000a22:57:18.655105 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a22:57:19.176611 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10708): Launched\u000a22:57:19.283129 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a22:57:19.543675 run patchelf(pid=10709): Launched\u000a22:57:19.718760 run osmo-stp_10.42.42.5(pid=10706): ERR: Terminated: ERROR {rc=1} [trial-2395↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10706)]\u000a22:57:19.847594 run osmo-stp_10.42.42.5(pid=10706): stdout: \u000a| (launched: 2022-12-13_22:57:18.400156)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:57:19.975832 run osmo-stp_10.42.42.5(pid=10706): stderr: \u000a| �[0;m�[38;5;43m20221213225718569 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213225718569 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213225718570 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213225718570 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213225718572 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213225718572 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213225718572 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:57:20.099314 run osmo-stp_10.42.42.5(pid=10706): stdout: \u000a| (launched: 2022-12-13_22:57:18.400156)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:57:20.221562 run osmo-stp_10.42.42.5(pid=10706): stderr: \u000a| �[0;m�[38;5;43m20221213225718569 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213225718569 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213225718570 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213225718570 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213225718572 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213225718572 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213225718572 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:57:20.364339 run patchelf(pid=10709): Terminating (SIGINT)\u000a22:57:20.532043 run patchelf(pid=10709): Terminated: ok {rc=0}\u000a22:57:20.562917 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=10706): Process ended prematurely: osmo-stp_10.42.42.5(pid=10706) [trial-2395↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10706)] [trial-2395↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3.py:8]\u000a22:57:20.572166 tst iperf3.py:8: Test FAILED (7.4 sec)\u000a22:57:20.631434 run osmo-hlr_10.42.42.2(pid=10703): ERR: Terminated: ERROR {rc=237} [trial-2395↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=10703)]\u000a22:57:20.679976 run osmo-hlr_10.42.42.2(pid=10703): stdout: \u000a| (launched: 2022-12-13_22:57:17.475703) \u000a22:57:20.729298 run osmo-hlr_10.42.42.2(pid=10703): stderr: \u000a| �[0;m�[1;31m20221213225717652 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213225717652 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213225717652 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213225717652 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213225717652 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213225717652 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213225717664 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2395/run.2022-12-13_21-44-31/gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213225717672 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213225717673 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213225717673 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:57:20.770772 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10698): Terminating (SIGTERM)\u000a22:57:20.809837 run iperf3-srv_10.42.42.10(pid=10699): Terminating (SIGTERM)\u000a22:57:20.848924 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10702): Terminating (SIGTERM)\u000a22:57:20.887970 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10705): Terminating (SIGTERM)\u000a22:57:20.926976 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10708): Terminating (SIGTERM)\u000a22:57:20.935914 --- ParallelTerminationStrategy: PID 10698 died...\u000a22:57:20.988238 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10698): Terminated: ok {rc=0}\u000a22:57:20.997725 --- ParallelTerminationStrategy: PID 10699 died...\u000a22:57:21.049492 run iperf3-srv_10.42.42.10(pid=10699): Terminated {rc=256}\u000a22:57:21.058753 --- ParallelTerminationStrategy: PID 10702 died...\u000a22:57:21.111592 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10702): Terminated: ok {rc=0}\u000a22:57:21.121167 --- ParallelTerminationStrategy: PID 10705 died...\u000a22:57:21.173257 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10705): Terminated: ok {rc=0}\u000a22:57:21.182606 --- ParallelTerminationStrategy: PID 10708 died...\u000a22:57:21.234791 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10708): Terminated: ok {rc=0}\u000a22:57:21.327113 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 257, "className" : "gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 12.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=10724): Process ended prematurely: osmo-stp_10.42.42.5(pid=10724) [trial-2395↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10724)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=10724): Process ended prematurely: osmo-stp_10.42.42.5(pid=10724) [trial-2395↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10724)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2395 gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend iperf3m4.py\u000a----------------------------------------------\u000a22:57:22.436257 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a22:57:22.448101 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a22:57:22.585856 tst iperf3m4.py: using LAC 36806\u000a22:57:22.702658 tst iperf3m4.py: using RAC 86\u000a22:57:22.819594 tst iperf3m4.py: using CellId 36806\u000a22:57:22.938546 tst iperf3m4.py: using BVCI 36807\u000a22:57:22.961333 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a22:57:22.972499 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a22:57:22.983635 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a22:57:22.994788 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a22:57:23.005964 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a22:57:23.017074 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a22:57:23.028332 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a22:57:23.039364 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a22:57:23.050751 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a22:57:23.167111 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a22:57:23.288866 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a22:57:23.407445 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a22:57:23.701866 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a22:57:23.836546 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a22:57:24.168733 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10710): Launched\u000a22:57:24.444553 run iperf3-srv_10.42.42.10(pid=10711): Launched\u000a22:57:24.641317 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a22:57:24.775388 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a22:57:25.107708 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10712): Launched\u000a22:57:25.382779 run iperf3-srv_10.42.42.10(pid=10713): Launched\u000a22:57:25.579182 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a22:57:25.712937 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a22:57:26.045118 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10714): Launched\u000a22:57:26.321091 run iperf3-srv_10.42.42.10(pid=10715): Launched\u000a22:57:26.517677 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a22:57:26.651597 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a22:57:26.983179 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10716): Launched\u000a22:57:27.258802 run iperf3-srv_10.42.42.10(pid=10717): Launched\u000a22:57:27.454454 tst iperf3m4.py:8: start network...\u000a22:57:27.588075 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:57:28.093395 run create_hlr_db(pid=10718): Launched\u000a22:57:28.278934 bus /gobi_6: Setting Powered False\u000a22:57:29.300781 run create_hlr_db(pid=10718): Terminated: ok {rc=0}\u000a22:57:29.703420 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10720): Launched\u000a22:57:30.003582 run osmo-hlr_10.42.42.2(pid=10721): Launched\u000a22:57:30.122940 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:57:30.648750 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10723): Launched\u000a22:57:31.007278 run osmo-stp_10.42.42.5(pid=10724): Launched\u000a22:57:31.235504 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a22:57:31.890140 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10726): Launched\u000a22:57:32.027358 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a22:57:32.329787 run patchelf(pid=10727): Launched\u000a22:57:32.520036 run osmo-stp_10.42.42.5(pid=10724): ERR: Terminated: ERROR {rc=1} [trial-2395↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10724)]\u000a22:57:32.658114 run osmo-stp_10.42.42.5(pid=10724): stdout: \u000a| (launched: 2022-12-13_22:57:30.801845)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:57:32.796315 run osmo-stp_10.42.42.5(pid=10724): stderr: \u000a| �[0;m�[38;5;43m20221213225731165 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213225731165 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213225731166 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213225731166 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213225731168 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213225731168 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213225731169 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:57:32.930191 run osmo-stp_10.42.42.5(pid=10724): stdout: \u000a| (launched: 2022-12-13_22:57:30.801845)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:57:33.062669 run osmo-stp_10.42.42.5(pid=10724): stderr: \u000a| �[0;m�[38;5;43m20221213225731165 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213225731165 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213225731166 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213225731166 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213225731168 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213225731168 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213225731169 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:57:33.216054 run patchelf(pid=10727): Terminating (SIGINT)\u000a22:57:33.396451 run patchelf(pid=10727): Terminated: ok {rc=0}\u000a22:57:33.429866 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=10724): Process ended prematurely: osmo-stp_10.42.42.5(pid=10724) [trial-2395↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10724)] [trial-2395↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3m4.py:8]\u000a22:57:33.439989 tst iperf3m4.py:8: Test FAILED (11.0 sec)\u000a22:57:33.503955 run osmo-hlr_10.42.42.2(pid=10721): ERR: Terminated: ERROR {rc=237} [trial-2395↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=10721)]\u000a22:57:33.555765 run osmo-hlr_10.42.42.2(pid=10721): stdout: \u000a| (launched: 2022-12-13_22:57:29.855928) \u000a22:57:33.608413 run osmo-hlr_10.42.42.2(pid=10721): stderr: \u000a| �[0;m�[1;31m20221213225730030 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213225730030 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213225730030 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213225730030 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213225730030 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213225730031 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213225730043 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2395/run.2022-12-13_21-44-31/gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213225730053 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213225730053 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213225730053 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:57:33.653063 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10710): Terminating (SIGTERM)\u000a22:57:33.695143 run iperf3-srv_10.42.42.10(pid=10711): Terminating (SIGTERM)\u000a22:57:33.737823 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10712): Terminating (SIGTERM)\u000a22:57:33.780251 run iperf3-srv_10.42.42.10(pid=10713): Terminating (SIGTERM)\u000a22:57:33.823074 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10714): Terminating (SIGTERM)\u000a22:57:33.865043 run iperf3-srv_10.42.42.10(pid=10715): Terminating (SIGTERM)\u000a22:57:33.907311 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10716): Terminating (SIGTERM)\u000a22:57:33.949127 run iperf3-srv_10.42.42.10(pid=10717): Terminating (SIGTERM)\u000a22:57:33.990935 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10720): Terminating (SIGTERM)\u000a22:57:34.032617 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10723): Terminating (SIGTERM)\u000a22:57:34.074553 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10726): Terminating (SIGTERM)\u000a22:57:34.083743 --- ParallelTerminationStrategy: PID 10710 died...\u000a22:57:34.139990 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10710): Terminated: ok {rc=0}\u000a22:57:34.149968 --- ParallelTerminationStrategy: PID 10711 died...\u000a22:57:34.205936 run iperf3-srv_10.42.42.10(pid=10711): Terminated {rc=256}\u000a22:57:34.215767 --- ParallelTerminationStrategy: PID 10712 died...\u000a22:57:34.271693 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10712): Terminated: ok {rc=0}\u000a22:57:34.281687 --- ParallelTerminationStrategy: PID 10713 died...\u000a22:57:34.337715 run iperf3-srv_10.42.42.10(pid=10713): Terminated {rc=256}\u000a22:57:34.347720 --- ParallelTerminationStrategy: PID 10714 died...\u000a22:57:34.403851 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10714): Terminated: ok {rc=0}\u000a22:57:34.413917 --- ParallelTerminationStrategy: PID 10715 died...\u000a22:57:34.469778 run iperf3-srv_10.42.42.10(pid=10715): Terminated {rc=256}\u000a22:57:34.479716 --- ParallelTerminationStrategy: PID 10716 died...\u000a22:57:34.535774 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10716): Terminated: ok {rc=0}\u000a22:57:34.545831 --- ParallelTerminationStrategy: PID 10717 died...\u000a22:57:34.601833 run iperf3-srv_10.42.42.10(pid=10717): Terminated {rc=256}\u000a22:57:34.611781 --- ParallelTerminationStrategy: PID 10720 died...\u000a22:57:34.668123 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10720): Terminated: ok {rc=0}\u000a22:57:34.678182 --- ParallelTerminationStrategy: PID 10723 died...\u000a22:57:34.734287 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10723): Terminated: ok {rc=0}\u000a22:57:34.744300 --- ParallelTerminationStrategy: PID 10726 died...\u000a22:57:34.800631 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10726): Terminated: ok {rc=0}\u000a22:57:34.888678 bus /gobi_4: Setting Powered False\u000a22:57:35.995738 bus /gobi_4: Setting Powered False\u000a22:57:37.105156 bus /gobi_1: Setting Powered False\u000a22:57:38.211311 bus /gobi_1: Setting Powered False\u000a22:57:39.323587 bus /gobi_0: Setting Powered False\u000a22:57:40.424798 bus /gobi_0: Setting Powered False\u000a22:57:41.532636 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 257, "className" : "gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=10734): Process ended prematurely: osmo-stp_10.42.42.5(pid=10734) [trial-2395↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10734)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=10734): Process ended prematurely: osmo-stp_10.42.42.5(pid=10734) [trial-2395↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10734)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2395 gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend ping.py\u000a----------------------------------------------\u000a22:57:42.601221 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a22:57:42.613631 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a22:57:42.757511 tst ping.py: using LAC 36807\u000a22:57:42.875532 tst ping.py: using RAC 87\u000a22:57:42.993213 tst ping.py: using CellId 36807\u000a22:57:43.108721 tst ping.py: using BVCI 36808\u000a22:57:43.131620 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a22:57:43.143151 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a22:57:43.154307 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a22:57:43.165457 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a22:57:43.176484 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a22:57:43.187533 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a22:57:43.198828 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a22:57:43.210009 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a22:57:43.479959 tst ping.py:19: start network...\u000a22:57:43.601846 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:57:44.075737 run create_hlr_db(pid=10728): Launched\u000a22:57:44.245938 bus /gobi_6: Setting Powered False\u000a22:57:45.268094 run create_hlr_db(pid=10728): Terminated: ok {rc=0}\u000a22:57:45.689917 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10730): Launched\u000a22:57:46.093337 run osmo-hlr_10.42.42.2(pid=10731): Launched\u000a22:57:46.278267 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:57:46.979307 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10733): Launched\u000a22:57:47.315239 run osmo-stp_10.42.42.5(pid=10734): Launched\u000a22:57:47.438919 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a22:57:47.993512 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10736): Launched\u000a22:57:48.106711 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a22:57:48.382265 run patchelf(pid=10737): Launched\u000a22:57:48.567353 run osmo-stp_10.42.42.5(pid=10734): ERR: Terminated: ERROR {rc=1} [trial-2395↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10734)]\u000a22:57:48.702663 run osmo-stp_10.42.42.5(pid=10734): stdout: \u000a| (launched: 2022-12-13_22:57:47.133093)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:57:48.838960 run osmo-stp_10.42.42.5(pid=10734): stderr: \u000a| �[0;m�[38;5;43m20221213225747399 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213225747399 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213225747399 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213225747400 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213225747402 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213225747403 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213225747403 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:57:48.970408 run osmo-stp_10.42.42.5(pid=10734): stdout: \u000a| (launched: 2022-12-13_22:57:47.133093)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:57:49.100429 run osmo-stp_10.42.42.5(pid=10734): stderr: \u000a| �[0;m�[38;5;43m20221213225747399 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213225747399 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213225747399 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213225747400 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213225747402 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213225747403 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213225747403 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:57:49.251295 run patchelf(pid=10737): Terminating (SIGINT)\u000a22:57:49.428115 run patchelf(pid=10737): Terminated: ok {rc=0}\u000a22:57:49.460261 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=10734): Process ended prematurely: osmo-stp_10.42.42.5(pid=10734) [trial-2395↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10734)] [trial-2395↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping.py:22]\u000a22:57:49.469885 tst ping.py:22: Test FAILED (6.9 sec)\u000a22:57:49.533740 run osmo-hlr_10.42.42.2(pid=10731): ERR: Terminated: ERROR {rc=237} [trial-2395↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=10731)]\u000a22:57:49.585660 run osmo-hlr_10.42.42.2(pid=10731): stdout: \u000a| (launched: 2022-12-13_22:57:45.852758) \u000a22:57:49.638207 run osmo-hlr_10.42.42.2(pid=10731): stderr: \u000a| �[0;m�[1;31m20221213225746246 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213225746246 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213225746246 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213225746246 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213225746246 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213225746246 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213225746270 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2395/run.2022-12-13_21-44-31/gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213225746296 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213225746296 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213225746296 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:57:49.682925 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10730): Terminating (SIGTERM)\u000a22:57:49.725621 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10733): Terminating (SIGTERM)\u000a22:57:49.767948 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10736): Terminating (SIGTERM)\u000a22:57:49.777759 --- ParallelTerminationStrategy: PID 10730 died...\u000a22:57:49.834721 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10730): Terminated: ok {rc=0}\u000a22:57:49.844848 --- ParallelTerminationStrategy: PID 10733 died...\u000a22:57:49.901248 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10733): Terminated: ok {rc=0}\u000a22:57:49.911391 --- ParallelTerminationStrategy: PID 10736 died...\u000a22:57:49.967705 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10736): Terminated: ok {rc=0}\u000a22:57:50.055186 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 257, "className" : "gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=10744): Process ended prematurely: osmo-stp_10.42.42.5(pid=10744) [trial-2395↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10744)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=10744): Process ended prematurely: osmo-stp_10.42.42.5(pid=10744) [trial-2395↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10744)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2395 gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend ping_idle_ping.py\u000a----------------------------------------------\u000a22:57:51.107550 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a22:57:51.120139 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a22:57:51.264685 tst ping_idle_ping.py: using LAC 36808\u000a22:57:51.387741 tst ping_idle_ping.py: using RAC 88\u000a22:57:51.511952 tst ping_idle_ping.py: using CellId 36808\u000a22:57:51.635480 tst ping_idle_ping.py: using BVCI 36809\u000a22:57:51.659683 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a22:57:51.671651 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a22:57:51.683415 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a22:57:51.695054 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a22:57:51.707018 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a22:57:51.719022 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a22:57:51.731082 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a22:57:51.743083 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a22:57:52.033751 tst ping_idle_ping.py:24: start network...\u000a22:57:52.166567 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:57:52.667039 run create_hlr_db(pid=10738): Launched\u000a22:57:52.851209 bus /gobi_6: Setting Powered False\u000a22:57:53.871888 run create_hlr_db(pid=10738): Terminated: ok {rc=0}\u000a22:57:54.271086 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10740): Launched\u000a22:57:54.569057 run osmo-hlr_10.42.42.2(pid=10741): Launched\u000a22:57:54.679533 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:57:55.194409 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10743): Launched\u000a22:57:55.492237 run osmo-stp_10.42.42.5(pid=10744): Launched\u000a22:57:55.601174 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a22:57:56.119310 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10746): Launched\u000a22:57:56.224911 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a22:57:56.484538 run patchelf(pid=10747): Launched\u000a22:57:56.658106 run osmo-stp_10.42.42.5(pid=10744): ERR: Terminated: ERROR {rc=1} [trial-2395↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10744)]\u000a22:57:56.785817 run osmo-stp_10.42.42.5(pid=10744): stdout: \u000a| (launched: 2022-12-13_22:57:55.344733)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:57:56.913476 run osmo-stp_10.42.42.5(pid=10744): stderr: \u000a| �[0;m�[38;5;43m20221213225755515 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213225755515 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213225755515 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213225755516 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213225755516 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213225755516 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213225755516 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:57:57.037130 run osmo-stp_10.42.42.5(pid=10744): stdout: \u000a| (launched: 2022-12-13_22:57:55.344733)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:57:57.159481 run osmo-stp_10.42.42.5(pid=10744): stderr: \u000a| �[0;m�[38;5;43m20221213225755515 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213225755515 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213225755515 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213225755516 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213225755516 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213225755516 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213225755516 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:57:57.301744 run patchelf(pid=10747): Terminating (SIGINT)\u000a22:57:57.467832 run patchelf(pid=10747): Terminated: ok {rc=0}\u000a22:57:57.498161 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=10744): Process ended prematurely: osmo-stp_10.42.42.5(pid=10744) [trial-2395↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10744)] [trial-2395↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping_idle_ping.py:27]\u000a22:57:57.506880 tst ping_idle_ping.py:27: Test FAILED (6.4 sec)\u000a22:57:57.567978 run osmo-hlr_10.42.42.2(pid=10741): ERR: Terminated: ERROR {rc=237} [trial-2395↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=10741)]\u000a22:57:57.617362 run osmo-hlr_10.42.42.2(pid=10741): stdout: \u000a| (launched: 2022-12-13_22:57:54.421905) \u000a22:57:57.667224 run osmo-hlr_10.42.42.2(pid=10741): stderr: \u000a| �[0;m�[1;31m20221213225754599 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213225754599 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213225754599 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213225754599 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213225754599 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213225754599 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213225754611 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2395/run.2022-12-13_21-44-31/gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213225754620 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213225754620 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213225754620 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:57:57.709946 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10740): Terminating (SIGTERM)\u000a22:57:57.750170 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10743): Terminating (SIGTERM)\u000a22:57:57.790566 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10746): Terminating (SIGTERM)\u000a22:57:57.799798 --- ParallelTerminationStrategy: PID 10740 died...\u000a22:57:57.854038 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10740): Terminated: ok {rc=0}\u000a22:57:57.863653 --- ParallelTerminationStrategy: PID 10743 died...\u000a22:57:57.917460 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10743): Terminated: ok {rc=0}\u000a22:57:57.927076 --- ParallelTerminationStrategy: PID 10746 died...\u000a22:57:57.980716 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10746): Terminated: ok {rc=0}\u000a22:57:58.069456 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 61.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "158", "name" : "gprs_nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T22:56:59" }, { "cases" : [ { "testActions" : [ ], "age" : 257, "className" : "dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=10759): Process ended prematurely: osmo-stp_10.42.42.5(pid=10759) [trial-2395↪dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10759)]", "failedSince" : 2139, "name" : "switch_tch_pdch.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/dynts/switch_tch_pdch.py\", line 54, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=10759): Process ended prematurely: osmo-stp_10.42.42.5(pid=10759) [trial-2395↪dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10759)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2395 dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any switch_tch_pdch.py\u000a----------------------------------------------\u000a22:58:00.107404 tst dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a22:58:00.118978 tst dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a22:58:00.269991 tst switch_tch_pdch.py: using LAC 36809\u000a22:58:00.390826 tst switch_tch_pdch.py: using RAC 89\u000a22:58:00.505109 tst switch_tch_pdch.py: using CellId 36809\u000a22:58:00.619206 tst switch_tch_pdch.py: using BVCI 36810\u000a22:58:00.641819 tst dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a22:58:00.653323 tst dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a22:58:00.664603 tst dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a22:58:00.675873 tst dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a22:58:00.687061 tst dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a22:58:00.698379 tst dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a22:58:00.709979 tst dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a22:58:00.721603 tst dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a22:58:00.847498 tst dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a22:58:01.166707 tst switch_tch_pdch.py:51: start network...\u000a22:58:01.293038 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:58:01.840450 run create_hlr_db(pid=10753): Launched\u000a22:58:02.017123 bus /gobi_6: Setting Powered False\u000a22:58:03.033702 run create_hlr_db(pid=10753): Terminated: ok {rc=0}\u000a22:58:03.453660 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10755): Launched\u000a22:58:03.769495 run osmo-hlr_10.42.42.2(pid=10756): Launched\u000a22:58:03.886687 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:58:04.436110 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10758): Launched\u000a22:58:04.751716 run osmo-stp_10.42.42.5(pid=10759): Launched\u000a22:58:04.867076 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a22:58:05.419106 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10761): Launched\u000a22:58:05.532211 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a22:58:05.807742 run patchelf(pid=10762): Launched\u000a22:58:05.992712 run osmo-stp_10.42.42.5(pid=10759): ERR: Terminated: ERROR {rc=1} [trial-2395↪dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10759)]\u000a22:58:06.128749 run osmo-stp_10.42.42.5(pid=10759): stdout: \u000a| (launched: 2022-12-13_22:58:04.596864)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:58:06.264770 run osmo-stp_10.42.42.5(pid=10759): stderr: \u000a| �[0;m�[38;5;43m20221213225804789 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213225804790 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213225804790 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213225804790 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213225804791 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213225804791 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213225804791 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:58:06.396083 run osmo-stp_10.42.42.5(pid=10759): stdout: \u000a| (launched: 2022-12-13_22:58:04.596864)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:58:06.526451 run osmo-stp_10.42.42.5(pid=10759): stderr: \u000a| �[0;m�[38;5;43m20221213225804789 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213225804790 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213225804790 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213225804790 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213225804791 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213225804791 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213225804791 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:58:06.677621 run patchelf(pid=10762): Terminating (SIGINT)\u000a22:58:06.854586 run patchelf(pid=10762): Terminated: ok {rc=0}\u000a22:58:06.887005 tst switch_tch_pdch.py:54: ERR: Error: osmo-stp_10.42.42.5(pid=10759): Process ended prematurely: osmo-stp_10.42.42.5(pid=10759) [trial-2395↪dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10759)] [trial-2395↪dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any↪switch_tch_pdch.py:54]\u000a22:58:06.896277 tst switch_tch_pdch.py:54: Test FAILED (6.8 sec)\u000a22:58:06.959497 run osmo-hlr_10.42.42.2(pid=10756): ERR: Terminated: ERROR {rc=237} [trial-2395↪dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any↪switch_tch_pdch.py↪switch_tch_pdch.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=10756)]\u000a22:58:07.011141 run osmo-hlr_10.42.42.2(pid=10756): stdout: \u000a| (launched: 2022-12-13_22:58:03.614211) \u000a22:58:07.063297 run osmo-hlr_10.42.42.2(pid=10756): stderr: \u000a| �[0;m�[1;31m20221213225803809 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213225803809 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213225803809 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213225803809 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213225803809 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213225803809 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213225803821 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2395/run.2022-12-13_21-44-31/dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any/switch_tch_pdch.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213225803829 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213225803829 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213225803829 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:58:07.107864 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10755): Terminating (SIGTERM)\u000a22:58:07.149750 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10758): Terminating (SIGTERM)\u000a22:58:07.192284 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10761): Terminating (SIGTERM)\u000a22:58:07.202011 --- ParallelTerminationStrategy: PID 10755 died...\u000a22:58:07.258903 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10755): Terminated: ok {rc=0}\u000a22:58:07.269055 --- ParallelTerminationStrategy: PID 10758 died...\u000a22:58:07.325306 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10758): Terminated: ok {rc=0}\u000a22:58:07.335386 --- ParallelTerminationStrategy: PID 10761 died...\u000a22:58:07.392070 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10761): Terminated: ok {rc=0}\u000a22:58:07.479519 bus /gobi_0: Setting Powered False\u000a22:58:08.583879 bus /gobi_0: Setting Powered False\u000a22:58:09.696118 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "159", "name" : "dynts_nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T22:57:59" }, { "cases" : [ { "testActions" : [ ], "age" : 224, "className" : "nitb_smpp", "duration" : 3.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=10767): Process ended prematurely: osmo-nitb_10.42.42.2(pid=10767) [trial-2395↪nitb_smpp↪esme_connect_policy_acceptall.py:18↪esme_connect_policy_acceptall.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=10767)]", "failedSince" : 2172, "name" : "esme_connect_policy_acceptall.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_smpp/esme_connect_policy_acceptall.py\", line 18, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=10767): Process ended prematurely: osmo-nitb_10.42.42.2(pid=10767) [trial-2395↪nitb_smpp↪esme_connect_policy_acceptall.py:18↪esme_connect_policy_acceptall.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=10767)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2395 nitb_smpp esme_connect_policy_acceptall.py\u000a----------------------------------------------\u000a22:58:11.528716 tst nitb_smpp: Using 1 x ip_address (candidates: 1)\u000a22:58:11.633744 tst esme_connect_policy_acceptall.py: using MSISDN 8368\u000a22:58:11.767627 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a22:58:12.336302 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=10766): Launched\u000a22:58:12.635740 run osmo-nitb_10.42.42.2(pid=10767): Launched\u000a22:58:12.821787 run osmo-nitb_10.42.42.2(pid=10767): ERR: Terminated: ERROR {rc=2} [trial-2395↪nitb_smpp↪esme_connect_policy_acceptall.py:18↪esme_connect_policy_acceptall.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=10767)]\u000a22:58:12.958343 run osmo-nitb_10.42.42.2(pid=10767): stdout: \u000a| (launched: 2022-12-13_22:58:12.490302) \u000a22:58:13.094849 run osmo-nitb_10.42.42.2(pid=10767): stderr: \u000a| (launched: 2022-12-13_22:58:12.535267)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a22:58:13.227203 run osmo-nitb_10.42.42.2(pid=10767): stdout: \u000a| (launched: 2022-12-13_22:58:12.490302) \u000a22:58:13.358881 run osmo-nitb_10.42.42.2(pid=10767): stderr: \u000a| (launched: 2022-12-13_22:58:12.535267)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a22:58:13.757839 tst osmo-nitb_10.42.42.2(pid=10767): stdout: \u000a| (launched: 2022-12-13_22:58:12.490302) \u000a22:58:13.878448 tst osmo-nitb_10.42.42.2(pid=10767): stderr: \u000a| (launched: 2022-12-13_22:58:12.535267)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a22:58:13.930994 tst esme_connect_policy_acceptall.py:18: ERR: Error: osmo-nitb_10.42.42.2(pid=10767): Process ended prematurely: osmo-nitb_10.42.42.2(pid=10767) [trial-2395↪nitb_smpp↪esme_connect_policy_acceptall.py:18↪esme_connect_policy_acceptall.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=10767)] [trial-2395↪nitb_smpp↪esme_connect_policy_acceptall.py:18]\u000a22:58:13.939056 tst esme_connect_policy_acceptall.py:18: Test FAILED (2.4 sec)\u000a22:58:13.973451 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=10766): Terminating (SIGTERM)\u000a22:58:14.150869 --- ParallelTerminationStrategy: PID 10766 died...\u000a22:58:14.205410 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=10766): Terminated: ok {rc=0}\u000a" }, { "testActions" : [ ], "age" : 224, "className" : "nitb_smpp", "duration" : 2.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=10769): Process ended prematurely: osmo-nitb_10.42.42.2(pid=10769) [trial-2395↪nitb_smpp↪esme_connect_policy_closed.py:24↪esme_connect_policy_closed.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=10769)]", "failedSince" : 2172, "name" : "esme_connect_policy_closed.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_smpp/esme_connect_policy_closed.py\", line 24, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=10769): Process ended prematurely: osmo-nitb_10.42.42.2(pid=10769) [trial-2395↪nitb_smpp↪esme_connect_policy_closed.py:24↪esme_connect_policy_closed.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=10769)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2395 nitb_smpp esme_connect_policy_closed.py\u000a----------------------------------------------\u000a22:58:14.219813 tst nitb_smpp: Using 1 x ip_address (candidates: 1)\u000a22:58:14.330375 tst esme_connect_policy_closed.py: using MSISDN 8369\u000a22:58:14.451920 tst esme_connect_policy_closed.py: using MSISDN 8370\u000a22:58:14.559615 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a22:58:15.131279 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=10768): Launched\u000a22:58:15.431482 run osmo-nitb_10.42.42.2(pid=10769): Launched\u000a22:58:15.603633 run osmo-nitb_10.42.42.2(pid=10769): ERR: Terminated: ERROR {rc=2} [trial-2395↪nitb_smpp↪esme_connect_policy_closed.py:24↪esme_connect_policy_closed.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=10769)]\u000a22:58:15.729884 run osmo-nitb_10.42.42.2(pid=10769): stdout: \u000a| (launched: 2022-12-13_22:58:15.285405) \u000a22:58:15.860245 run osmo-nitb_10.42.42.2(pid=10769): stderr: \u000a| (launched: 2022-12-13_22:58:15.330552)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a22:58:15.992290 run osmo-nitb_10.42.42.2(pid=10769): stdout: \u000a| (launched: 2022-12-13_22:58:15.285405) \u000a22:58:16.114866 run osmo-nitb_10.42.42.2(pid=10769): stderr: \u000a| (launched: 2022-12-13_22:58:15.330552)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a22:58:16.168549 tst esme_connect_policy_closed.py:24: ERR: Error: osmo-nitb_10.42.42.2(pid=10769): Process ended prematurely: osmo-nitb_10.42.42.2(pid=10769) [trial-2395↪nitb_smpp↪esme_connect_policy_closed.py:24↪esme_connect_policy_closed.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=10769)] [trial-2395↪nitb_smpp↪esme_connect_policy_closed.py:24]\u000a22:58:16.176714 tst esme_connect_policy_closed.py:24: Test FAILED (1.9 sec)\u000a22:58:16.211189 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=10768): Terminating (SIGTERM)\u000a22:58:16.388231 --- ParallelTerminationStrategy: PID 10768 died...\u000a22:58:16.450986 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=10768): Terminated: ok {rc=0}\u000a" }, { "testActions" : [ ], "age" : 256, "className" : "nitb_smpp", "duration" : 3.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=10771): Process ended prematurely: osmo-nitb_10.42.42.2(pid=10771) [trial-2395↪nitb_smpp↪esme_ms_sms_storeforward.py:23↪esme_ms_sms_storeforward.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=10771)]", "failedSince" : 2140, "name" : "esme_ms_sms_storeforward.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_smpp/esme_ms_sms_storeforward.py\", line 23, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=10771): Process ended prematurely: osmo-nitb_10.42.42.2(pid=10771) [trial-2395↪nitb_smpp↪esme_ms_sms_storeforward.py:23↪esme_ms_sms_storeforward.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=10771)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2395 nitb_smpp esme_ms_sms_storeforward.py\u000a----------------------------------------------\u000a22:58:16.467615 tst nitb_smpp: Using 1 x ip_address (candidates: 1)\u000a22:58:16.479740 tst nitb_smpp: Using 1 x bts (candidates: 1)\u000a22:58:16.649647 tst esme_ms_sms_storeforward.py: using LAC 36810\u000a22:58:16.792596 tst esme_ms_sms_storeforward.py: using RAC 90\u000a22:58:16.915471 tst esme_ms_sms_storeforward.py: using CellId 36810\u000a22:58:17.038069 tst esme_ms_sms_storeforward.py: using BVCI 36811\u000a22:58:17.062416 tst nitb_smpp: Using 1 x modem (candidates: 1)\u000a22:58:17.300134 tst esme_ms_sms_storeforward.py: using MSISDN 8371\u000a22:58:17.493653 tst esme_ms_sms_storeforward.py:20: start nitb and bts...\u000a22:58:17.621912 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a22:58:18.252785 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=10770): Launched\u000a22:58:18.555956 run osmo-nitb_10.42.42.2(pid=10771): Launched\u000a22:58:18.729409 run osmo-nitb_10.42.42.2(pid=10771): ERR: Terminated: ERROR {rc=2} [trial-2395↪nitb_smpp↪esme_ms_sms_storeforward.py:23↪esme_ms_sms_storeforward.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=10771)]\u000a22:58:18.855990 run osmo-nitb_10.42.42.2(pid=10771): stdout: \u000a| (launched: 2022-12-13_22:58:18.408681) \u000a22:58:18.982715 run osmo-nitb_10.42.42.2(pid=10771): stderr: \u000a| (launched: 2022-12-13_22:58:18.454267)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a22:58:19.105289 run osmo-nitb_10.42.42.2(pid=10771): stdout: \u000a| (launched: 2022-12-13_22:58:18.408681) \u000a22:58:19.226797 run osmo-nitb_10.42.42.2(pid=10771): stderr: \u000a| (launched: 2022-12-13_22:58:18.454267)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a22:58:19.279968 tst esme_ms_sms_storeforward.py:23: ERR: Error: osmo-nitb_10.42.42.2(pid=10771): Process ended prematurely: osmo-nitb_10.42.42.2(pid=10771) [trial-2395↪nitb_smpp↪esme_ms_sms_storeforward.py:23↪esme_ms_sms_storeforward.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=10771)] [trial-2395↪nitb_smpp↪esme_ms_sms_storeforward.py:23]\u000a22:58:19.287972 tst esme_ms_sms_storeforward.py:23: Test FAILED (2.8 sec)\u000a22:58:19.322007 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=10770): Terminating (SIGTERM)\u000a22:58:19.499278 --- ParallelTerminationStrategy: PID 10770 died...\u000a22:58:19.553708 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=10770): Terminated: ok {rc=0}\u000a22:58:19.641256 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 256, "className" : "nitb_smpp", "duration" : 4.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=10773): Process ended prematurely: osmo-nitb_10.42.42.2(pid=10773) [trial-2395↪nitb_smpp↪esme_ms_sms_transaction.py:21↪esme_ms_sms_transaction.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=10773)]", "failedSince" : 2140, "name" : "esme_ms_sms_transaction.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_smpp/esme_ms_sms_transaction.py\", line 21, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=10773): Process ended prematurely: osmo-nitb_10.42.42.2(pid=10773) [trial-2395↪nitb_smpp↪esme_ms_sms_transaction.py:21↪esme_ms_sms_transaction.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=10773)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2395 nitb_smpp esme_ms_sms_transaction.py\u000a----------------------------------------------\u000a22:58:20.693486 tst nitb_smpp: Using 1 x ip_address (candidates: 1)\u000a22:58:20.704641 tst nitb_smpp: Using 1 x bts (candidates: 1)\u000a22:58:20.830022 tst esme_ms_sms_transaction.py: using LAC 36811\u000a22:58:20.957963 tst esme_ms_sms_transaction.py: using RAC 91\u000a22:58:21.086419 tst esme_ms_sms_transaction.py: using CellId 36811\u000a22:58:21.214415 tst esme_ms_sms_transaction.py: using BVCI 36812\u000a22:58:21.239272 tst nitb_smpp: Using 1 x modem (candidates: 1)\u000a22:58:21.465843 tst esme_ms_sms_transaction.py: using MSISDN 8372\u000a22:58:21.665608 tst esme_ms_sms_transaction.py:18: start nitb and bts...\u000a22:58:21.802310 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a22:58:22.471968 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=10772): Launched\u000a22:58:22.801721 run osmo-nitb_10.42.42.2(pid=10773): Launched\u000a22:58:23.000924 run osmo-nitb_10.42.42.2(pid=10773): ERR: Terminated: ERROR {rc=2} [trial-2395↪nitb_smpp↪esme_ms_sms_transaction.py:21↪esme_ms_sms_transaction.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=10773)]\u000a22:58:23.147382 run osmo-nitb_10.42.42.2(pid=10773): stdout: \u000a| (launched: 2022-12-13_22:58:22.637226) \u000a22:58:23.294131 run osmo-nitb_10.42.42.2(pid=10773): stderr: \u000a| (launched: 2022-12-13_22:58:22.685469)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a22:58:23.436360 run osmo-nitb_10.42.42.2(pid=10773): stdout: \u000a| (launched: 2022-12-13_22:58:22.637226) \u000a22:58:23.577551 run osmo-nitb_10.42.42.2(pid=10773): stderr: \u000a| (launched: 2022-12-13_22:58:22.685469)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a22:58:23.933610 tst osmo-nitb_10.42.42.2(pid=10773): stdout: \u000a| (launched: 2022-12-13_22:58:22.637226) \u000a22:58:24.063392 tst osmo-nitb_10.42.42.2(pid=10773): stderr: \u000a| (launched: 2022-12-13_22:58:22.685469)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a22:58:24.120103 tst esme_ms_sms_transaction.py:21: ERR: Error: osmo-nitb_10.42.42.2(pid=10773): Process ended prematurely: osmo-nitb_10.42.42.2(pid=10773) [trial-2395↪nitb_smpp↪esme_ms_sms_transaction.py:21↪esme_ms_sms_transaction.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=10773)] [trial-2395↪nitb_smpp↪esme_ms_sms_transaction.py:21]\u000a22:58:24.129057 tst esme_ms_sms_transaction.py:21: Test FAILED (3.4 sec)\u000a22:58:24.165567 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=10772): Terminating (SIGTERM)\u000a22:58:24.343608 --- ParallelTerminationStrategy: PID 10772 died...\u000a22:58:24.401910 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=10772): Terminated: ok {rc=0}\u000a22:58:24.490040 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 15.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "160", "name" : "nitb_smpp", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T22:58:11" }, { "cases" : [ { "testActions" : [ ], "age" : 65, "className" : "smpp", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-hlr_10.42.42.2(pid=10782): Process ended prematurely: osmo-hlr_10.42.42.2(pid=10782) [trial-2395↪smpp↪esme_connect_policy_acceptall.py:23↪esme_connect_policy_acceptall.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=10782)]", "failedSince" : 2331, "name" : "esme_connect_policy_acceptall.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/smpp/esme_connect_policy_acceptall.py\", line 23, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-hlr_10.42.42.2(pid=10782): Process ended prematurely: osmo-hlr_10.42.42.2(pid=10782) [trial-2395↪smpp↪esme_connect_policy_acceptall.py:23↪esme_connect_policy_acceptall.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=10782)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2395 smpp esme_connect_policy_acceptall.py\u000a----------------------------------------------\u000a22:58:26.296545 tst smpp: Using 1 x ip_address (candidates: 6)\u000a22:58:26.307571 tst smpp: Using 1 x ip_address (candidates: 6)\u000a22:58:26.318554 tst smpp: Using 1 x ip_address (candidates: 6)\u000a22:58:26.329423 tst smpp: Using 1 x ip_address (candidates: 6)\u000a22:58:26.448783 tst esme_connect_policy_acceptall.py: using MSISDN 8373\u000a22:58:26.564605 run osmo-stp_10.42.42.4: Starting osmo-stp\u000a22:58:27.124478 run pcap-recorder_any(filters='host 10.42.42.4 and port not 22')(pid=10777): Launched\u000a22:58:27.449619 run osmo-stp_10.42.42.4(pid=10778): Launched\u000a22:58:27.567955 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:58:28.080540 run create_hlr_db(pid=10779): Launched\u000a22:58:28.270313 bus /sierra_2: Setting Powered False\u000a22:58:29.290109 run create_hlr_db(pid=10779): Terminated: ok {rc=0}\u000a22:58:29.698373 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10781): Launched\u000a22:58:30.003252 run osmo-hlr_10.42.42.2(pid=10782): Launched\u000a22:58:30.115420 run osmo-msc_10.42.42.5: Starting osmo-msc\u000a22:58:30.671605 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10784): Launched\u000a22:58:31.039448 run osmo-msc_10.42.42.5(pid=10785): Launched\u000a22:58:31.384796 run osmo-hlr_10.42.42.2(pid=10782): ERR: Terminated: ERROR {rc=237} [trial-2395↪smpp↪esme_connect_policy_acceptall.py:23↪esme_connect_policy_acceptall.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=10782)]\u000a22:58:31.777881 run osmo-hlr_10.42.42.2(pid=10782): stdout: \u000a| (launched: 2022-12-13_22:58:29.853578) \u000a22:58:32.131993 run osmo-hlr_10.42.42.2(pid=10782): stderr: \u000a| �[0;m�[1;31m20221213225830027 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213225830027 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213225830027 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213225830027 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213225830027 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213225830027 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213225830040 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2395/run.2022-12-13_21-44-31/smpp/esme_connect_policy_acceptall.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213225830048 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213225830049 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213225830049 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:58:32.385644 run osmo-hlr_10.42.42.2(pid=10782): stdout: \u000a| (launched: 2022-12-13_22:58:29.853578) \u000a22:58:32.517837 run osmo-hlr_10.42.42.2(pid=10782): stderr: \u000a| �[0;m�[1;31m20221213225830027 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213225830027 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213225830027 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213225830027 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213225830027 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213225830027 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213225830040 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2395/run.2022-12-13_21-44-31/smpp/esme_connect_policy_acceptall.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213225830048 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213225830049 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213225830049 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:58:32.574868 tst esme_connect_policy_acceptall.py:23: ERR: Error: osmo-hlr_10.42.42.2(pid=10782): Process ended prematurely: osmo-hlr_10.42.42.2(pid=10782) [trial-2395↪smpp↪esme_connect_policy_acceptall.py:23↪esme_connect_policy_acceptall.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=10782)] [trial-2395↪smpp↪esme_connect_policy_acceptall.py:23]\u000a22:58:32.583875 tst esme_connect_policy_acceptall.py:23: Test FAILED (6.3 sec)\u000a22:58:32.647527 run osmo-msc_10.42.42.5(pid=10785): ERR: Terminated: ERROR {rc=9} [trial-2395↪smpp↪esme_connect_policy_acceptall.py↪esme_connect_policy_acceptall.py↪osmo-msc_10.42.42.5↪osmo-msc_10.42.42.5(pid=10785)]\u000a22:58:32.699753 run osmo-msc_10.42.42.5(pid=10785): stdout: \u000a| (launched: 2022-12-13_22:58:30.826809) \u000a22:58:32.752760 run osmo-msc_10.42.42.5(pid=10785): stderr: \u000a| �[0;m�[38;5;43m20221213225831785 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Freeing instance (osmo_ss7.c:1650)\u000a| �[0;m�[38;5;43m20221213225831785 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Deallocated (fsm.c:568)\u000a| �[0;m�[38;5;43m20221213225831787 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000015820]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;45m20221213225831787 �[1;33mDLSCCP�[0;m�[38;5;45m �[1;33mNOTICE�[0;m�[38;5;45m OsmoMSC-A-Iu: Using ASP instance asp0 (sccp_user.c:647)\u000a| �[0;m�[38;5;43m20221213225831787 �[1;33mDLSS7�[0;m�[38;5;43m �[1;33mNOTICE�[0;m�[38;5;43m 0: Creating SCCP instance (osmo_ss7.c:458)\u000a| �[0;m�[38;5;45m20221213225831787 �[1;32mDLSCCP�[0;m�[38;5;45m �[1;32mINFO�[0;m�[38;5;45m Binding user 'SCCP Management' to SSN=1 PC=(no PC) (sccp_user.c:108)\u000a| �[0;m�[38;5;43m20221213225831787 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m registering user=SCCP for SI 3 with priv 0x6120000159a0 (osmo_ss7.c:482)\u000a| �[0;m20221213225831787 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 0.0.0.0:29118: Address already in use (socket.c:822)\u000a| 20221213225831787 �[1;31mDSGS�[0;m �[1;31mERROR�[0;m SGs socket cannot be opened: Address already in use (sgs_server.c:182)\u000a| Starting SGs server failed \u000a22:58:32.798237 run pcap-recorder_any(filters='host 10.42.42.4 and port not 22')(pid=10777): Terminating (SIGTERM)\u000a22:58:32.840794 run osmo-stp_10.42.42.4(pid=10778): Terminating (SIGTERM)\u000a22:58:32.884212 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10781): Terminating (SIGTERM)\u000a22:58:32.927382 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10784): Terminating (SIGTERM)\u000a22:58:32.937507 --- ParallelTerminationStrategy: PID 10777 died...\u000a22:58:32.996782 run pcap-recorder_any(filters='host 10.42.42.4 and port not 22')(pid=10777): Terminated: ok {rc=0}\u000a22:58:33.007076 --- ParallelTerminationStrategy: PID 10778 died...\u000a22:58:33.064061 run osmo-stp_10.42.42.4(pid=10778): Terminated: ok {rc=0}\u000a22:58:33.074193 --- ParallelTerminationStrategy: PID 10781 died...\u000a22:58:33.131436 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10781): Terminated: ok {rc=0}\u000a22:58:33.141702 --- ParallelTerminationStrategy: PID 10784 died...\u000a22:58:33.198878 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10784): Terminated: ok {rc=0}\u000a" }, { "testActions" : [ ], "age" : 65, "className" : "smpp", "duration" : 6.0, "errorDetails" : None, "errorStackTrace" : "osmo-hlr_10.42.42.2(pid=10793): Process ended prematurely: osmo-hlr_10.42.42.2(pid=10793) [trial-2395↪smpp↪esme_connect_policy_closed.py:31↪esme_connect_policy_closed.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=10793)]", "failedSince" : 2331, "name" : "esme_connect_policy_closed.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/smpp/esme_connect_policy_closed.py\", line 31, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-hlr_10.42.42.2(pid=10793): Process ended prematurely: osmo-hlr_10.42.42.2(pid=10793) [trial-2395↪smpp↪esme_connect_policy_closed.py:31↪esme_connect_policy_closed.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=10793)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2395 smpp esme_connect_policy_closed.py\u000a----------------------------------------------\u000a22:58:33.214480 tst smpp: Using 1 x ip_address (candidates: 6)\u000a22:58:33.225935 tst smpp: Using 1 x bts (candidates: 1)\u000a22:58:33.355015 tst esme_connect_policy_closed.py: using LAC 36812\u000a22:58:33.476014 tst esme_connect_policy_closed.py: using RAC 92\u000a22:58:33.593496 tst esme_connect_policy_closed.py: using CellId 36812\u000a22:58:33.711316 tst esme_connect_policy_closed.py: using BVCI 36813\u000a22:58:33.734685 tst smpp: Using 1 x ip_address (candidates: 6)\u000a22:58:33.745121 tst smpp: Using 1 x ip_address (candidates: 6)\u000a22:58:33.755527 tst smpp: Using 1 x ip_address (candidates: 6)\u000a22:58:33.861324 tst esme_connect_policy_closed.py: using MSISDN 8374\u000a22:58:33.981616 tst esme_connect_policy_closed.py: using MSISDN 8375\u000a22:58:34.089171 run osmo-stp_10.42.42.4: Starting osmo-stp\u000a22:58:34.615002 run pcap-recorder_any(filters='host 10.42.42.4 and port not 22')(pid=10788): Launched\u000a22:58:34.919731 run osmo-stp_10.42.42.4(pid=10789): Launched\u000a22:58:35.028152 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:58:35.516673 run create_hlr_db(pid=10790): Launched\u000a22:58:36.694890 run create_hlr_db(pid=10790): Terminated: ok {rc=0}\u000a22:58:37.009960 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10792): Launched\u000a22:58:37.317233 run osmo-hlr_10.42.42.2(pid=10793): Launched\u000a22:58:37.428592 run osmo-msc_10.42.42.5: Starting osmo-msc\u000a22:58:37.986613 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10795): Launched\u000a22:58:38.292735 run osmo-msc_10.42.42.5(pid=10796): Launched\u000a22:58:38.473091 run osmo-hlr_10.42.42.2(pid=10793): ERR: Terminated: ERROR {rc=237} [trial-2395↪smpp↪esme_connect_policy_closed.py:31↪esme_connect_policy_closed.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=10793)]\u000a22:58:38.602373 run osmo-hlr_10.42.42.2(pid=10793): stdout: \u000a| (launched: 2022-12-13_22:58:37.165413) \u000a22:58:38.729284 run osmo-hlr_10.42.42.2(pid=10793): stderr: \u000a| �[0;m�[1;31m20221213225837342 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213225837342 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213225837342 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213225837342 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213225837342 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213225837342 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213225837355 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2395/run.2022-12-13_21-44-31/smpp/esme_connect_policy_closed.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213225837364 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213225837364 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213225837364 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:58:38.851277 run osmo-hlr_10.42.42.2(pid=10793): stdout: \u000a| (launched: 2022-12-13_22:58:37.165413) \u000a22:58:38.973294 run osmo-hlr_10.42.42.2(pid=10793): stderr: \u000a| �[0;m�[1;31m20221213225837342 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213225837342 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213225837342 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213225837342 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213225837342 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213225837342 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213225837355 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2395/run.2022-12-13_21-44-31/smpp/esme_connect_policy_closed.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213225837364 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213225837364 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213225837364 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:58:39.026440 tst esme_connect_policy_closed.py:31: ERR: Error: osmo-hlr_10.42.42.2(pid=10793): Process ended prematurely: osmo-hlr_10.42.42.2(pid=10793) [trial-2395↪smpp↪esme_connect_policy_closed.py:31↪esme_connect_policy_closed.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=10793)] [trial-2395↪smpp↪esme_connect_policy_closed.py:31]\u000a22:58:39.034221 tst esme_connect_policy_closed.py:31: Test FAILED (5.8 sec)\u000a22:58:39.094672 run osmo-msc_10.42.42.5(pid=10796): ERR: Terminated: ERROR {rc=9} [trial-2395↪smpp↪esme_connect_policy_closed.py↪esme_connect_policy_closed.py↪osmo-msc_10.42.42.5↪osmo-msc_10.42.42.5(pid=10796)]\u000a22:58:39.143725 run osmo-msc_10.42.42.5(pid=10796): stdout: \u000a| (launched: 2022-12-13_22:58:38.142111) \u000a22:58:39.193474 run osmo-msc_10.42.42.5(pid=10796): stderr: \u000a| �[0;m�[38;5;43m20221213225838461 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Freeing instance (osmo_ss7.c:1650)\u000a| �[0;m�[38;5;43m20221213225838461 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Deallocated (fsm.c:568)\u000a| �[0;m�[38;5;43m20221213225838461 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000015820]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;45m20221213225838461 �[1;33mDLSCCP�[0;m�[38;5;45m �[1;33mNOTICE�[0;m�[38;5;45m OsmoMSC-A-Iu: Using ASP instance asp0 (sccp_user.c:647)\u000a| �[0;m�[38;5;43m20221213225838461 �[1;33mDLSS7�[0;m�[38;5;43m �[1;33mNOTICE�[0;m�[38;5;43m 0: Creating SCCP instance (osmo_ss7.c:458)\u000a| �[0;m�[38;5;45m20221213225838461 �[1;32mDLSCCP�[0;m�[38;5;45m �[1;32mINFO�[0;m�[38;5;45m Binding user 'SCCP Management' to SSN=1 PC=(no PC) (sccp_user.c:108)\u000a| �[0;m�[38;5;43m20221213225838462 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m registering user=SCCP for SI 3 with priv 0x6120000159a0 (osmo_ss7.c:482)\u000a| �[0;m20221213225838462 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 0.0.0.0:29118: Address already in use (socket.c:822)\u000a| 20221213225838462 �[1;31mDSGS�[0;m �[1;31mERROR�[0;m SGs socket cannot be opened: Address already in use (sgs_server.c:182)\u000a| Starting SGs server failed \u000a22:58:39.235383 run pcap-recorder_any(filters='host 10.42.42.4 and port not 22')(pid=10788): Terminating (SIGTERM)\u000a22:58:39.274984 run osmo-stp_10.42.42.4(pid=10789): Terminating (SIGTERM)\u000a22:58:39.315697 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10792): Terminating (SIGTERM)\u000a22:58:39.356275 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10795): Terminating (SIGTERM)\u000a22:58:39.365492 --- ParallelTerminationStrategy: PID 10788 died...\u000a22:58:39.418846 run pcap-recorder_any(filters='host 10.42.42.4 and port not 22')(pid=10788): Terminated: ok {rc=0}\u000a22:58:39.428355 --- ParallelTerminationStrategy: PID 10789 died...\u000a22:58:39.480936 run osmo-stp_10.42.42.4(pid=10789): Terminated: ok {rc=0}\u000a22:58:39.490452 --- ParallelTerminationStrategy: PID 10792 died...\u000a22:58:39.543120 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10792): Terminated: ok {rc=0}\u000a22:58:39.552521 --- ParallelTerminationStrategy: PID 10795 died...\u000a22:58:39.605075 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10795): Terminated: ok {rc=0}\u000a" }, { "testActions" : [ ], "age" : 65, "className" : "smpp", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=10805): Process ended prematurely: osmo-stp_10.42.42.5(pid=10805) [trial-2395↪smpp↪esme_ms_sms_storeforward.py:30↪esme_ms_sms_storeforward.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10805)]", "failedSince" : 2331, "name" : "esme_ms_sms_storeforward.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/smpp/esme_ms_sms_storeforward.py\", line 30, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=10805): Process ended prematurely: osmo-stp_10.42.42.5(pid=10805) [trial-2395↪smpp↪esme_ms_sms_storeforward.py:30↪esme_ms_sms_storeforward.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10805)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2395 smpp esme_ms_sms_storeforward.py\u000a----------------------------------------------\u000a22:58:39.619117 tst smpp: Using 1 x ip_address (candidates: 6)\u000a22:58:39.630164 tst smpp: Using 1 x bts (candidates: 1)\u000a22:58:39.754007 tst esme_ms_sms_storeforward.py: using LAC 36813\u000a22:58:39.875922 tst esme_ms_sms_storeforward.py: using RAC 93\u000a22:58:39.999759 tst esme_ms_sms_storeforward.py: using CellId 36813\u000a22:58:40.119841 tst esme_ms_sms_storeforward.py: using BVCI 36814\u000a22:58:40.143046 tst smpp: Using 1 x ip_address (candidates: 6)\u000a22:58:40.153510 tst smpp: Using 1 x ip_address (candidates: 6)\u000a22:58:40.163656 tst smpp: Using 1 x ip_address (candidates: 6)\u000a22:58:40.173862 tst smpp: Using 1 x ip_address (candidates: 6)\u000a22:58:40.184059 tst smpp: Using 1 x ip_address (candidates: 6)\u000a22:58:40.194402 tst smpp: Using 1 x modem (candidates: 1)\u000a22:58:40.421400 tst esme_ms_sms_storeforward.py: using MSISDN 8376\u000a22:58:40.538789 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:58:41.050228 run create_hlr_db(pid=10799): Launched\u000a22:58:42.240873 run create_hlr_db(pid=10799): Terminated: ok {rc=0}\u000a22:58:42.576642 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10801): Launched\u000a22:58:42.903579 run osmo-hlr_10.42.42.2(pid=10802): Launched\u000a22:58:43.023831 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:58:43.594485 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10804): Launched\u000a22:58:43.923391 run osmo-stp_10.42.42.5(pid=10805): Launched\u000a22:58:44.042731 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a22:58:44.638323 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10807): Launched\u000a22:58:44.965283 run osmo-msc_10.42.42.6(pid=10808): Launched\u000a22:58:45.157169 run osmo-stp_10.42.42.5(pid=10805): ERR: Terminated: ERROR {rc=1} [trial-2395↪smpp↪esme_ms_sms_storeforward.py:30↪esme_ms_sms_storeforward.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10805)]\u000a22:58:45.296155 run osmo-stp_10.42.42.5(pid=10805): stdout: \u000a| (launched: 2022-12-13_22:58:43.761400)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:58:45.434585 run osmo-stp_10.42.42.5(pid=10805): stderr: \u000a| �[0;m�[38;5;43m20221213225843954 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213225843954 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213225843954 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213225843955 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213225843957 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213225843957 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213225843957 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:58:45.566338 run osmo-stp_10.42.42.5(pid=10805): stdout: \u000a| (launched: 2022-12-13_22:58:43.761400)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:58:45.696486 run osmo-stp_10.42.42.5(pid=10805): stderr: \u000a| �[0;m�[38;5;43m20221213225843954 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213225843954 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213225843954 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213225843955 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213225843957 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213225843957 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213225843957 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:58:45.753539 tst esme_ms_sms_storeforward.py:30: ERR: Error: osmo-stp_10.42.42.5(pid=10805): Process ended prematurely: osmo-stp_10.42.42.5(pid=10805) [trial-2395↪smpp↪esme_ms_sms_storeforward.py:30↪esme_ms_sms_storeforward.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10805)] [trial-2395↪smpp↪esme_ms_sms_storeforward.py:30]\u000a22:58:45.762444 tst esme_ms_sms_storeforward.py:30: Test FAILED (6.1 sec)\u000a22:58:45.825378 run osmo-hlr_10.42.42.2(pid=10802): ERR: Terminated: ERROR {rc=237} [trial-2395↪smpp↪esme_ms_sms_storeforward.py↪esme_ms_sms_storeforward.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=10802)]\u000a22:58:45.885632 run osmo-hlr_10.42.42.2(pid=10802): stdout: \u000a| (launched: 2022-12-13_22:58:42.742618) \u000a22:58:45.946005 run osmo-hlr_10.42.42.2(pid=10802): stderr: \u000a| �[0;m�[1;31m20221213225842941 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213225842941 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213225842941 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213225842941 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213225842941 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213225842942 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213225842955 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2395/run.2022-12-13_21-44-31/smpp/esme_ms_sms_storeforward.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213225842965 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213225842965 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213225842965 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:58:46.018878 run osmo-msc_10.42.42.6(pid=10808): ERR: Terminated: ERROR {rc=2} [trial-2395↪smpp↪esme_ms_sms_storeforward.py↪esme_ms_sms_storeforward.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=10808)]\u000a22:58:46.080173 run osmo-msc_10.42.42.6(pid=10808): stdout: \u000a| (launched: 2022-12-13_22:58:44.803886) \u000a22:58:46.149469 run osmo-msc_10.42.42.6(pid=10808): stderr: \u000a| �[0;m�[38;5;43m20221213225845124 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213225845124 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fe2b335bc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213225845124 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213225845124 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213225845125 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213225845125 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213225845127 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213225845127 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213225845127 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213225845127 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a22:58:46.209614 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10801): Terminating (SIGTERM)\u000a22:58:46.268674 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10804): Terminating (SIGTERM)\u000a22:58:46.328456 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10807): Terminating (SIGTERM)\u000a22:58:46.343382 --- ParallelTerminationStrategy: PID 10801 died...\u000a22:58:46.417298 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10801): Terminated: ok {rc=0}\u000a22:58:46.431720 --- ParallelTerminationStrategy: PID 10804 died...\u000a22:58:46.505779 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10804): Terminated: ok {rc=0}\u000a22:58:46.520877 --- ParallelTerminationStrategy: PID 10807 died...\u000a22:58:46.591049 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10807): Terminated: ok {rc=0}\u000a22:58:46.687115 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 65, "className" : "smpp", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=10816): Process ended prematurely: osmo-stp_10.42.42.5(pid=10816) [trial-2395↪smpp↪esme_ms_sms_transaction.py:28↪esme_ms_sms_transaction.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10816)]", "failedSince" : 2331, "name" : "esme_ms_sms_transaction.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/smpp/esme_ms_sms_transaction.py\", line 28, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=10816): Process ended prematurely: osmo-stp_10.42.42.5(pid=10816) [trial-2395↪smpp↪esme_ms_sms_transaction.py:28↪esme_ms_sms_transaction.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10816)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2395 smpp esme_ms_sms_transaction.py\u000a----------------------------------------------\u000a22:58:47.737292 tst smpp: Using 1 x ip_address (candidates: 6)\u000a22:58:47.748773 tst smpp: Using 1 x bts (candidates: 1)\u000a22:58:47.881128 tst esme_ms_sms_transaction.py: using LAC 36814\u000a22:58:48.010232 tst esme_ms_sms_transaction.py: using RAC 94\u000a22:58:48.138194 tst esme_ms_sms_transaction.py: using CellId 36814\u000a22:58:48.264486 tst esme_ms_sms_transaction.py: using BVCI 36815\u000a22:58:48.289162 tst smpp: Using 1 x ip_address (candidates: 6)\u000a22:58:48.300426 tst smpp: Using 1 x ip_address (candidates: 6)\u000a22:58:48.311306 tst smpp: Using 1 x ip_address (candidates: 6)\u000a22:58:48.322098 tst smpp: Using 1 x ip_address (candidates: 6)\u000a22:58:48.333905 tst smpp: Using 1 x ip_address (candidates: 6)\u000a22:58:48.345432 tst smpp: Using 1 x modem (candidates: 1)\u000a22:58:48.573495 tst esme_ms_sms_transaction.py: using MSISDN 8377\u000a22:58:48.690737 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:58:49.206409 run create_hlr_db(pid=10810): Launched\u000a22:58:49.383065 bus /sierra_2: Setting Powered False\u000a22:58:50.403157 run create_hlr_db(pid=10810): Terminated: ok {rc=0}\u000a22:58:50.810478 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10812): Launched\u000a22:58:51.116302 run osmo-hlr_10.42.42.2(pid=10813): Launched\u000a22:58:51.236287 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:58:51.769429 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10815): Launched\u000a22:58:52.073840 run osmo-stp_10.42.42.5(pid=10816): Launched\u000a22:58:52.184512 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a22:58:52.739761 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10818): Launched\u000a22:58:53.045446 run osmo-msc_10.42.42.6(pid=10819): Launched\u000a22:58:53.223980 run osmo-stp_10.42.42.5(pid=10816): ERR: Terminated: ERROR {rc=1} [trial-2395↪smpp↪esme_ms_sms_transaction.py:28↪esme_ms_sms_transaction.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10816)]\u000a22:58:53.352930 run osmo-stp_10.42.42.5(pid=10816): stdout: \u000a| (launched: 2022-12-13_22:58:51.923517)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:58:53.479618 run osmo-stp_10.42.42.5(pid=10816): stderr: \u000a| �[0;m�[38;5;43m20221213225852094 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213225852094 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213225852094 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213225852095 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213225852095 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213225852095 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213225852095 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:58:53.601733 run osmo-stp_10.42.42.5(pid=10816): stdout: \u000a| (launched: 2022-12-13_22:58:51.923517)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:58:53.723000 run osmo-stp_10.42.42.5(pid=10816): stderr: \u000a| �[0;m�[38;5;43m20221213225852094 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213225852094 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213225852094 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213225852095 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213225852095 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213225852095 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213225852095 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:58:53.775931 tst esme_ms_sms_transaction.py:28: ERR: Error: osmo-stp_10.42.42.5(pid=10816): Process ended prematurely: osmo-stp_10.42.42.5(pid=10816) [trial-2395↪smpp↪esme_ms_sms_transaction.py:28↪esme_ms_sms_transaction.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10816)] [trial-2395↪smpp↪esme_ms_sms_transaction.py:28]\u000a22:58:53.783730 tst esme_ms_sms_transaction.py:28: Test FAILED (6.0 sec)\u000a22:58:53.843716 run osmo-hlr_10.42.42.2(pid=10813): ERR: Terminated: ERROR {rc=237} [trial-2395↪smpp↪esme_ms_sms_transaction.py↪esme_ms_sms_transaction.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=10813)]\u000a22:58:53.892458 run osmo-hlr_10.42.42.2(pid=10813): stdout: \u000a| (launched: 2022-12-13_22:58:50.965831) \u000a22:58:53.941793 run osmo-hlr_10.42.42.2(pid=10813): stderr: \u000a| �[0;m�[1;31m20221213225851141 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213225851142 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213225851142 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213225851142 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213225851142 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213225851142 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213225851154 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2395/run.2022-12-13_21-44-31/smpp/esme_ms_sms_transaction.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213225851165 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213225851165 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213225851165 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:58:54.008573 run osmo-msc_10.42.42.6(pid=10819): ERR: Terminated: ERROR {rc=2} [trial-2395↪smpp↪esme_ms_sms_transaction.py↪esme_ms_sms_transaction.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=10819)]\u000a22:58:54.056903 run osmo-msc_10.42.42.6(pid=10819): stdout: \u000a| (launched: 2022-12-13_22:58:52.894851) \u000a22:58:54.105817 run osmo-msc_10.42.42.6(pid=10819): stderr: \u000a| �[0;m�[38;5;43m20221213225853166 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213225853166 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f9a3d1ecc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213225853166 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213225853166 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213225853166 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213225853167 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213225853168 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213225853169 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213225853169 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213225853169 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a22:58:54.147469 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10812): Terminating (SIGTERM)\u000a22:58:54.186798 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10815): Terminating (SIGTERM)\u000a22:58:54.226136 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10818): Terminating (SIGTERM)\u000a22:58:54.235193 --- ParallelTerminationStrategy: PID 10812 died...\u000a22:58:54.287879 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10812): Terminated: ok {rc=0}\u000a22:58:54.297394 --- ParallelTerminationStrategy: PID 10815 died...\u000a22:58:54.349630 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10815): Terminated: ok {rc=0}\u000a22:58:54.359016 --- ParallelTerminationStrategy: PID 10818 died...\u000a22:58:54.411134 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10818): Terminated: ok {rc=0}\u000a22:58:54.494335 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 31.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "161", "name" : "smpp", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T22:58:26" }, { "cases" : [ { "testActions" : [ ], "age" : 65, "className" : "encryption", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=10830): Process ended prematurely: osmo-stp_10.42.42.5(pid=10830) [trial-2395↪encryption↪register_a5_0_authopt.py:8↪register_a5_0_authopt.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10830)]", "failedSince" : 2331, "name" : "register_a5_0_authopt.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/encryption/register_a5_0_authopt.py\", line 8, in \u000a encryption_test_setup_run(False, 'a5_0')\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/encryption/lib/testlib.py\", line 20, in encryption_test_setup_run\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=10830): Process ended prematurely: osmo-stp_10.42.42.5(pid=10830) [trial-2395↪encryption↪register_a5_0_authopt.py:8↪register_a5_0_authopt.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10830)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2395 encryption register_a5_0_authopt.py\u000a----------------------------------------------\u000a22:58:56.366094 tst encryption: Using 1 x ip_address (candidates: 6)\u000a22:58:56.376580 tst encryption: Using 1 x bts (candidates: 1)\u000a22:58:56.503164 tst register_a5_0_authopt.py: using LAC 36815\u000a22:58:56.627031 tst register_a5_0_authopt.py: using RAC 95\u000a22:58:56.749547 tst register_a5_0_authopt.py: using CellId 36815\u000a22:58:56.870520 tst register_a5_0_authopt.py: using BVCI 36816\u000a22:58:56.893924 tst encryption: Using 1 x ip_address (candidates: 6)\u000a22:58:56.904148 tst encryption: Using 1 x ip_address (candidates: 6)\u000a22:58:56.914482 tst encryption: Using 1 x ip_address (candidates: 6)\u000a22:58:56.924637 tst encryption: Using 1 x ip_address (candidates: 6)\u000a22:58:56.934868 tst encryption: Using 1 x ip_address (candidates: 6)\u000a22:58:56.946491 tst encryption: Using 1 x modem (candidates: 1)\u000a22:58:57.225527 tst register_a5_0_authopt.py:8: start network...\u000a22:58:57.353534 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:58:57.847267 run create_hlr_db(pid=10824): Launched\u000a22:58:58.025708 bus /sierra_2: Setting Powered False\u000a22:58:59.047663 run create_hlr_db(pid=10824): Terminated: ok {rc=0}\u000a22:58:59.487348 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10826): Launched\u000a22:58:59.818694 run osmo-hlr_10.42.42.2(pid=10827): Launched\u000a22:58:59.941587 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:59:00.514603 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10829): Launched\u000a22:59:00.898818 run osmo-stp_10.42.42.5(pid=10830): Launched\u000a22:59:01.108656 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a22:59:01.735915 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10833): Launched\u000a22:59:02.161911 run osmo-msc_10.42.42.6(pid=10834): Launched\u000a22:59:02.369634 run osmo-stp_10.42.42.5(pid=10830): ERR: Terminated: ERROR {rc=1} [trial-2395↪encryption↪register_a5_0_authopt.py:8↪register_a5_0_authopt.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10830)]\u000a22:59:02.515831 run osmo-stp_10.42.42.5(pid=10830): stdout: \u000a| (launched: 2022-12-13_22:59:00.682374)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:59:02.655401 run osmo-stp_10.42.42.5(pid=10830): stderr: \u000a| �[0;m�[38;5;43m20221213225900918 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213225900918 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213225900919 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213225900919 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213225900919 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213225900920 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213225900920 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:59:02.789192 run osmo-stp_10.42.42.5(pid=10830): stdout: \u000a| (launched: 2022-12-13_22:59:00.682374)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:59:02.922166 run osmo-stp_10.42.42.5(pid=10830): stderr: \u000a| �[0;m�[38;5;43m20221213225900918 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213225900918 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213225900919 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213225900919 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213225900919 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213225900920 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213225900920 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:59:02.980292 tst register_a5_0_authopt.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=10830): Process ended prematurely: osmo-stp_10.42.42.5(pid=10830) [trial-2395↪encryption↪register_a5_0_authopt.py:8↪register_a5_0_authopt.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10830)] [trial-2395↪encryption↪register_a5_0_authopt.py:8]\u000a22:59:02.989883 tst register_a5_0_authopt.py:8: Test FAILED (6.7 sec)\u000a22:59:03.053881 run osmo-hlr_10.42.42.2(pid=10827): ERR: Terminated: ERROR {rc=237} [trial-2395↪encryption↪register_a5_0_authopt.py↪register_a5_0_authopt.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=10827)]\u000a22:59:03.106255 run osmo-hlr_10.42.42.2(pid=10827): stdout: \u000a| (launched: 2022-12-13_22:58:59.656074) \u000a22:59:03.159128 run osmo-hlr_10.42.42.2(pid=10827): stderr: \u000a| �[0;m�[1;31m20221213225859857 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213225859857 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213225859857 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213225859857 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213225859857 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213225859857 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213225859869 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2395/run.2022-12-13_21-44-31/encryption/register_a5_0_authopt.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213225859878 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213225859878 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213225859878 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:59:03.230845 run osmo-msc_10.42.42.6(pid=10834): ERR: Terminated: ERROR {rc=2} [trial-2395↪encryption↪register_a5_0_authopt.py↪register_a5_0_authopt.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=10834)]\u000a22:59:03.283282 run osmo-msc_10.42.42.6(pid=10834): stdout: \u000a| (launched: 2022-12-13_22:59:01.909939) \u000a22:59:03.336285 run osmo-msc_10.42.42.6(pid=10834): stderr: \u000a| �[0;m�[38;5;43m20221213225902338 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213225902339 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f2e7af77c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213225902339 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213225902339 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213225902339 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213225902339 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213225902341 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213225902341 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213225902341 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213225902342 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a22:59:03.381428 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10826): Terminating (SIGTERM)\u000a22:59:03.424149 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10829): Terminating (SIGTERM)\u000a22:59:03.466865 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10833): Terminating (SIGTERM)\u000a22:59:03.476625 --- ParallelTerminationStrategy: PID 10826 died...\u000a22:59:03.533905 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10826): Terminated: ok {rc=0}\u000a22:59:03.544185 --- ParallelTerminationStrategy: PID 10829 died...\u000a22:59:03.601372 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10829): Terminated: ok {rc=0}\u000a22:59:03.611633 --- ParallelTerminationStrategy: PID 10833 died...\u000a22:59:03.668833 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10833): Terminated: ok {rc=0}\u000a22:59:03.757657 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 65, "className" : "encryption", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=10842): Process ended prematurely: osmo-stp_10.42.42.5(pid=10842) [trial-2395↪encryption↪register_a5_0_authreq.py:8↪register_a5_0_authreq.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10842)]", "failedSince" : 2331, "name" : "register_a5_0_authreq.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/encryption/register_a5_0_authreq.py\", line 8, in \u000a encryption_test_setup_run(True, 'a5_0')\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/encryption/lib/testlib.py\", line 20, in encryption_test_setup_run\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=10842): Process ended prematurely: osmo-stp_10.42.42.5(pid=10842) [trial-2395↪encryption↪register_a5_0_authreq.py:8↪register_a5_0_authreq.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10842)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2395 encryption register_a5_0_authreq.py\u000a----------------------------------------------\u000a22:59:04.878889 tst encryption: Using 1 x ip_address (candidates: 6)\u000a22:59:04.890570 tst encryption: Using 1 x bts (candidates: 1)\u000a22:59:05.021320 tst register_a5_0_authreq.py: using LAC 36816\u000a22:59:05.152143 tst register_a5_0_authreq.py: using RAC 96\u000a22:59:05.283173 tst register_a5_0_authreq.py: using CellId 36816\u000a22:59:05.407123 tst register_a5_0_authreq.py: using BVCI 36817\u000a22:59:05.430736 tst encryption: Using 1 x ip_address (candidates: 6)\u000a22:59:05.441409 tst encryption: Using 1 x ip_address (candidates: 6)\u000a22:59:05.451629 tst encryption: Using 1 x ip_address (candidates: 6)\u000a22:59:05.462262 tst encryption: Using 1 x ip_address (candidates: 6)\u000a22:59:05.472555 tst encryption: Using 1 x ip_address (candidates: 6)\u000a22:59:05.483622 tst encryption: Using 1 x modem (candidates: 1)\u000a22:59:05.764599 tst register_a5_0_authreq.py:8: start network...\u000a22:59:05.892711 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:59:06.382215 run create_hlr_db(pid=10836): Launched\u000a22:59:06.559126 bus /sierra_2: Setting Powered False\u000a22:59:07.581018 run create_hlr_db(pid=10836): Terminated: ok {rc=0}\u000a22:59:08.019833 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10838): Launched\u000a22:59:08.351016 run osmo-hlr_10.42.42.2(pid=10839): Launched\u000a22:59:08.476898 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:59:09.050468 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10841): Launched\u000a22:59:09.380996 run osmo-stp_10.42.42.5(pid=10842): Launched\u000a22:59:09.502016 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a22:59:10.105246 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10844): Launched\u000a22:59:10.436235 run osmo-msc_10.42.42.6(pid=10845): Launched\u000a22:59:10.630338 run osmo-stp_10.42.42.5(pid=10842): ERR: Terminated: ERROR {rc=1} [trial-2395↪encryption↪register_a5_0_authreq.py:8↪register_a5_0_authreq.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10842)]\u000a22:59:10.770531 run osmo-stp_10.42.42.5(pid=10842): stdout: \u000a| (launched: 2022-12-13_22:59:09.218551)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:59:10.909761 run osmo-stp_10.42.42.5(pid=10842): stderr: \u000a| �[0;m�[38;5;43m20221213225909413 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213225909413 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213225909413 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213225909414 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213225909414 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213225909414 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213225909414 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:59:11.042292 run osmo-stp_10.42.42.5(pid=10842): stdout: \u000a| (launched: 2022-12-13_22:59:09.218551)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:59:11.173574 run osmo-stp_10.42.42.5(pid=10842): stderr: \u000a| �[0;m�[38;5;43m20221213225909413 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213225909413 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213225909413 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213225909414 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213225909414 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213225909414 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213225909414 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:59:11.231193 tst register_a5_0_authreq.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=10842): Process ended prematurely: osmo-stp_10.42.42.5(pid=10842) [trial-2395↪encryption↪register_a5_0_authreq.py:8↪register_a5_0_authreq.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10842)] [trial-2395↪encryption↪register_a5_0_authreq.py:8]\u000a22:59:11.240208 tst register_a5_0_authreq.py:8: Test FAILED (6.4 sec)\u000a22:59:11.302922 run osmo-hlr_10.42.42.2(pid=10839): ERR: Terminated: ERROR {rc=237} [trial-2395↪encryption↪register_a5_0_authreq.py↪register_a5_0_authreq.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=10839)]\u000a22:59:11.354025 run osmo-hlr_10.42.42.2(pid=10839): stdout: \u000a| (launched: 2022-12-13_22:59:08.188194) \u000a22:59:11.405994 run osmo-hlr_10.42.42.2(pid=10839): stderr: \u000a| �[0;m�[1;31m20221213225908386 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213225908386 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213225908386 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213225908386 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213225908386 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213225908386 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213225908398 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2395/run.2022-12-13_21-44-31/encryption/register_a5_0_authreq.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213225908409 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213225908410 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213225908410 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:59:11.476118 run osmo-msc_10.42.42.6(pid=10845): ERR: Terminated: ERROR {rc=2} [trial-2395↪encryption↪register_a5_0_authreq.py↪register_a5_0_authreq.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=10845)]\u000a22:59:11.527636 run osmo-msc_10.42.42.6(pid=10845): stdout: \u000a| (launched: 2022-12-13_22:59:10.273885) \u000a22:59:11.579743 run osmo-msc_10.42.42.6(pid=10845): stderr: \u000a| �[0;m�[38;5;43m20221213225910599 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213225910599 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fe7684aec40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213225910599 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213225910599 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213225910599 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213225910599 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213225910601 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213225910602 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213225910602 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213225910602 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a22:59:11.623940 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10838): Terminating (SIGTERM)\u000a22:59:11.666877 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10841): Terminating (SIGTERM)\u000a22:59:11.709239 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10844): Terminating (SIGTERM)\u000a22:59:11.718921 --- ParallelTerminationStrategy: PID 10838 died...\u000a22:59:11.775537 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10838): Terminated: ok {rc=0}\u000a22:59:11.786025 --- ParallelTerminationStrategy: PID 10841 died...\u000a22:59:11.842168 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10841): Terminated: ok {rc=0}\u000a22:59:11.852221 --- ParallelTerminationStrategy: PID 10844 died...\u000a22:59:11.914666 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10844): Terminated: ok {rc=0}\u000a22:59:12.000132 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 65, "className" : "encryption", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=10853): Process ended prematurely: osmo-stp_10.42.42.5(pid=10853) [trial-2395↪encryption↪register_a5_1_authreq.py:8↪register_a5_1_authreq.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10853)]", "failedSince" : 2331, "name" : "register_a5_1_authreq.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/encryption/register_a5_1_authreq.py\", line 8, in \u000a encryption_test_setup_run(True, 'a5_1')\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/encryption/lib/testlib.py\", line 20, in encryption_test_setup_run\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=10853): Process ended prematurely: osmo-stp_10.42.42.5(pid=10853) [trial-2395↪encryption↪register_a5_1_authreq.py:8↪register_a5_1_authreq.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10853)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2395 encryption register_a5_1_authreq.py\u000a----------------------------------------------\u000a22:59:13.117212 tst encryption: Using 1 x ip_address (candidates: 6)\u000a22:59:13.128855 tst encryption: Using 1 x bts (candidates: 1)\u000a22:59:13.255638 tst register_a5_1_authreq.py: using LAC 36817\u000a22:59:13.378388 tst register_a5_1_authreq.py: using RAC 97\u000a22:59:13.507384 tst register_a5_1_authreq.py: using CellId 36817\u000a22:59:13.635803 tst register_a5_1_authreq.py: using BVCI 36818\u000a22:59:13.661302 tst encryption: Using 1 x ip_address (candidates: 6)\u000a22:59:13.672393 tst encryption: Using 1 x ip_address (candidates: 6)\u000a22:59:13.683478 tst encryption: Using 1 x ip_address (candidates: 6)\u000a22:59:13.694466 tst encryption: Using 1 x ip_address (candidates: 6)\u000a22:59:13.705906 tst encryption: Using 1 x ip_address (candidates: 6)\u000a22:59:13.717401 tst encryption: Using 1 x modem (candidates: 1)\u000a22:59:14.017755 tst register_a5_1_authreq.py:8: start network...\u000a22:59:14.157123 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:59:14.676120 run create_hlr_db(pid=10847): Launched\u000a22:59:14.868513 bus /sierra_2: Setting Powered False\u000a22:59:15.893810 run create_hlr_db(pid=10847): Terminated: ok {rc=0}\u000a22:59:16.358609 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10849): Launched\u000a22:59:16.813994 run osmo-hlr_10.42.42.2(pid=10850): Launched\u000a22:59:16.937789 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:59:17.569736 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10852): Launched\u000a22:59:17.900837 run osmo-stp_10.42.42.5(pid=10853): Launched\u000a22:59:18.022683 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a22:59:18.621211 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10855): Launched\u000a22:59:18.951945 run osmo-msc_10.42.42.6(pid=10856): Launched\u000a22:59:19.145550 run osmo-stp_10.42.42.5(pid=10853): ERR: Terminated: ERROR {rc=1} [trial-2395↪encryption↪register_a5_1_authreq.py:8↪register_a5_1_authreq.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10853)]\u000a22:59:19.285625 run osmo-stp_10.42.42.5(pid=10853): stdout: \u000a| (launched: 2022-12-13_22:59:17.738049)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:59:19.419471 run osmo-stp_10.42.42.5(pid=10853): stderr: \u000a| �[0;m�[38;5;43m20221213225917931 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213225917931 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213225917931 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213225917932 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213225917932 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213225917932 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213225917932 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:59:19.543627 run osmo-stp_10.42.42.5(pid=10853): stdout: \u000a| (launched: 2022-12-13_22:59:17.738049)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:59:19.666447 run osmo-stp_10.42.42.5(pid=10853): stderr: \u000a| �[0;m�[38;5;43m20221213225917931 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213225917931 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213225917931 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213225917932 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213225917932 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213225917932 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213225917932 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:59:19.720417 tst register_a5_1_authreq.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=10853): Process ended prematurely: osmo-stp_10.42.42.5(pid=10853) [trial-2395↪encryption↪register_a5_1_authreq.py:8↪register_a5_1_authreq.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10853)] [trial-2395↪encryption↪register_a5_1_authreq.py:8]\u000a22:59:19.729071 tst register_a5_1_authreq.py:8: Test FAILED (6.6 sec)\u000a22:59:19.788497 run osmo-hlr_10.42.42.2(pid=10850): ERR: Terminated: ERROR {rc=237} [trial-2395↪encryption↪register_a5_1_authreq.py↪register_a5_1_authreq.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=10850)]\u000a22:59:19.837348 run osmo-hlr_10.42.42.2(pid=10850): stdout: \u000a| (launched: 2022-12-13_22:59:16.529376) \u000a22:59:19.886733 run osmo-hlr_10.42.42.2(pid=10850): stderr: \u000a| �[0;m�[1;31m20221213225916777 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213225916777 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213225916777 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213225916777 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213225916777 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213225916777 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213225916791 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2395/run.2022-12-13_21-44-31/encryption/register_a5_1_authreq.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213225916804 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213225916804 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213225916804 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:59:19.953924 run osmo-msc_10.42.42.6(pid=10856): ERR: Terminated: ERROR {rc=2} [trial-2395↪encryption↪register_a5_1_authreq.py↪register_a5_1_authreq.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=10856)]\u000a22:59:20.002890 run osmo-msc_10.42.42.6(pid=10856): stdout: \u000a| (launched: 2022-12-13_22:59:18.789069) \u000a22:59:20.052541 run osmo-msc_10.42.42.6(pid=10856): stderr: \u000a| �[0;m�[38;5;43m20221213225919114 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213225919114 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f09c1740c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213225919114 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213225919114 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213225919114 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213225919115 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213225919116 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213225919117 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213225919117 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213225919117 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a22:59:20.094511 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10849): Terminating (SIGTERM)\u000a22:59:20.134292 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10852): Terminating (SIGTERM)\u000a22:59:20.174142 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10855): Terminating (SIGTERM)\u000a22:59:20.183347 --- ParallelTerminationStrategy: PID 10849 died...\u000a22:59:20.236397 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10849): Terminated: ok {rc=0}\u000a22:59:20.245948 --- ParallelTerminationStrategy: PID 10852 died...\u000a22:59:20.298981 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10852): Terminated: ok {rc=0}\u000a22:59:20.308530 --- ParallelTerminationStrategy: PID 10855 died...\u000a22:59:20.361759 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10855): Terminated: ok {rc=0}\u000a22:59:20.449616 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 65, "className" : "encryption", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=10864): Process ended prematurely: osmo-stp_10.42.42.5(pid=10864) [trial-2395↪encryption↪register_a5_3_authreq.py:8↪register_a5_3_authreq.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10864)]", "failedSince" : 2331, "name" : "register_a5_3_authreq.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/encryption/register_a5_3_authreq.py\", line 8, in \u000a encryption_test_setup_run(True, 'a5_3')\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/encryption/lib/testlib.py\", line 20, in encryption_test_setup_run\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=10864): Process ended prematurely: osmo-stp_10.42.42.5(pid=10864) [trial-2395↪encryption↪register_a5_3_authreq.py:8↪register_a5_3_authreq.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10864)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2395 encryption register_a5_3_authreq.py\u000a----------------------------------------------\u000a22:59:21.559721 tst encryption: Using 1 x ip_address (candidates: 6)\u000a22:59:21.570753 tst encryption: Using 1 x bts (candidates: 1)\u000a22:59:21.703359 tst register_a5_3_authreq.py: using LAC 36818\u000a22:59:21.832230 tst register_a5_3_authreq.py: using RAC 98\u000a22:59:21.966228 tst register_a5_3_authreq.py: using CellId 36818\u000a22:59:22.093070 tst register_a5_3_authreq.py: using BVCI 36819\u000a22:59:22.118410 tst encryption: Using 1 x ip_address (candidates: 6)\u000a22:59:22.129464 tst encryption: Using 1 x ip_address (candidates: 6)\u000a22:59:22.140461 tst encryption: Using 1 x ip_address (candidates: 6)\u000a22:59:22.151428 tst encryption: Using 1 x ip_address (candidates: 6)\u000a22:59:22.162939 tst encryption: Using 1 x ip_address (candidates: 6)\u000a22:59:22.174456 tst encryption: Using 1 x modem (candidates: 1)\u000a22:59:22.466224 tst register_a5_3_authreq.py:8: start network...\u000a22:59:22.595548 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:59:23.087536 run create_hlr_db(pid=10858): Launched\u000a22:59:23.264805 bus /sierra_2: Setting Powered False\u000a22:59:24.297680 run create_hlr_db(pid=10858): Terminated: ok {rc=0}\u000a22:59:24.735525 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10860): Launched\u000a22:59:25.065606 run osmo-hlr_10.42.42.2(pid=10861): Launched\u000a22:59:25.190709 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:59:25.761420 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10863): Launched\u000a22:59:26.091865 run osmo-stp_10.42.42.5(pid=10864): Launched\u000a22:59:26.212897 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a22:59:26.807518 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10866): Launched\u000a22:59:27.118389 run osmo-msc_10.42.42.6(pid=10867): Launched\u000a22:59:27.298833 run osmo-stp_10.42.42.5(pid=10864): ERR: Terminated: ERROR {rc=1} [trial-2395↪encryption↪register_a5_3_authreq.py:8↪register_a5_3_authreq.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10864)]\u000a22:59:27.430196 run osmo-stp_10.42.42.5(pid=10864): stdout: \u000a| (launched: 2022-12-13_22:59:25.930312)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:59:27.559292 run osmo-stp_10.42.42.5(pid=10864): stderr: \u000a| �[0;m�[38;5;43m20221213225926122 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213225926122 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213225926123 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213225926123 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213225926125 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213225926125 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213225926125 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:59:27.683522 run osmo-stp_10.42.42.5(pid=10864): stdout: \u000a| (launched: 2022-12-13_22:59:25.930312)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:59:27.806843 run osmo-stp_10.42.42.5(pid=10864): stderr: \u000a| �[0;m�[38;5;43m20221213225926122 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213225926122 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213225926123 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213225926123 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213225926125 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213225926125 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213225926125 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:59:27.861539 tst register_a5_3_authreq.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=10864): Process ended prematurely: osmo-stp_10.42.42.5(pid=10864) [trial-2395↪encryption↪register_a5_3_authreq.py:8↪register_a5_3_authreq.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10864)] [trial-2395↪encryption↪register_a5_3_authreq.py:8]\u000a22:59:27.870394 tst register_a5_3_authreq.py:8: Test FAILED (6.3 sec)\u000a22:59:27.929759 run osmo-hlr_10.42.42.2(pid=10861): ERR: Terminated: ERROR {rc=237} [trial-2395↪encryption↪register_a5_3_authreq.py↪register_a5_3_authreq.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=10861)]\u000a22:59:27.978760 run osmo-hlr_10.42.42.2(pid=10861): stdout: \u000a| (launched: 2022-12-13_22:59:24.903550) \u000a22:59:28.028298 run osmo-hlr_10.42.42.2(pid=10861): stderr: \u000a| �[0;m�[1;31m20221213225925101 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213225925102 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213225925102 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213225925102 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213225925102 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213225925102 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213225925115 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2395/run.2022-12-13_21-44-31/encryption/register_a5_3_authreq.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213225925123 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213225925123 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213225925124 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:59:28.095328 run osmo-msc_10.42.42.6(pid=10867): ERR: Terminated: ERROR {rc=2} [trial-2395↪encryption↪register_a5_3_authreq.py↪register_a5_3_authreq.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=10867)]\u000a22:59:28.144038 run osmo-msc_10.42.42.6(pid=10867): stdout: \u000a| (launched: 2022-12-13_22:59:26.965636) \u000a22:59:28.193320 run osmo-msc_10.42.42.6(pid=10867): stderr: \u000a| �[0;m�[38;5;43m20221213225927239 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213225927239 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f60fccedc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213225927239 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213225927239 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213225927239 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213225927240 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213225927241 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213225927242 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213225927242 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213225927242 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a22:59:28.235319 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10860): Terminating (SIGTERM)\u000a22:59:28.275293 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10863): Terminating (SIGTERM)\u000a22:59:28.315260 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10866): Terminating (SIGTERM)\u000a22:59:28.324443 --- ParallelTerminationStrategy: PID 10860 died...\u000a22:59:28.377891 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10860): Terminated: ok {rc=0}\u000a22:59:28.387444 --- ParallelTerminationStrategy: PID 10863 died...\u000a22:59:28.440696 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10863): Terminated: ok {rc=0}\u000a22:59:28.450261 --- ParallelTerminationStrategy: PID 10866 died...\u000a22:59:28.503388 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10866): Terminated: ok {rc=0}\u000a22:59:28.591580 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 35.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "162", "name" : "encryption", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T22:58:56" }, { "cases" : [ { "testActions" : [ ], "age" : 257, "className" : "4g:srsenb-rftype@zmq+srsue-rftype@zmq", "duration" : 21.0, "errorDetails" : None, "errorStackTrace" : "srsepc(pid=10884): Process ended prematurely: srsepc(pid=10884) [trial-2395↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪handover.py:37↪handover.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=10884)]", "failedSince" : 2139, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/4g/handover.py\", line 37, in \u000a enb.start(epc)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/enb_srs.py\", line 237, in start\u000a self.configure()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/enb_srs.py\", line 423, in configure\u000a self.rem_host.recreate_remote_dir(self.remote_inst)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 146, in recreate_remote_dir\u000a self.rm_remote_dir(remote_dir)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 139, in rm_remote_dir\u000a self.run_remote_sync('rm-remote-dir', ('test', '!', '-d', remote_dir_str, '||', 'rm', '-rf', remote_dir_str))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 134, in run_remote_sync\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: srsepc(pid=10884): Process ended prematurely: srsepc(pid=10884) [trial-2395↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪handover.py:37↪handover.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=10884)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2395 4g:srsenb-rftype@zmq+srsue-rftype@zmq handover.py\u000a----------------------------------------------\u000a22:59:30.562326 tst handover.py:11: TEST_CONFIG:\u000a{}\u000a22:59:30.604152 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x run_node (candidates: 1)\u000a22:59:30.619982 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x enb (candidates: 1)\u000a22:59:30.642654 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x modem (candidates: 1)\u000a22:59:30.782486 tst handover.py: using MSISDN 8378\u000a22:59:30.904542 run srsepc_10.42.42.118: Add subscriber {algo_str='mil', imsi='001010123456789', msisdn='8378', subscriber_id=0}\u000a22:59:31.024410 run srsepc_10.42.42.118: Starting srsepc\u000a22:59:32.986456 run rm-remote-dir(pid=10872): Launched\u000a22:59:33.183793 bus /sierra_2: Setting Powered False\u000a22:59:34.206706 run rm-remote-dir(pid=10872): Terminated: ok {rc=0}\u000a22:59:34.633369 run mk-remote-dir(pid=10873): Launched\u000a22:59:35.822301 run mk-remote-dir(pid=10873): Terminated: ok {rc=0}\u000a22:59:36.101830 run scp-inst-to-remote(pid=10874): Launched\u000a22:59:38.299280 run scp-inst-to-remote(pid=10874): Terminated: ok {rc=0}\u000a22:59:38.649315 run rm-remote-dir(pid=10876): Launched\u000a22:59:39.850062 run rm-remote-dir(pid=10876): Terminated: ok {rc=0}\u000a22:59:40.199924 run mk-remote-dir(pid=10877): Launched\u000a22:59:41.401134 run mk-remote-dir(pid=10877): Terminated: ok {rc=0}\u000a22:59:41.696484 run scp-cfg-to-remote(pid=10878): Launched\u000a22:59:42.894339 run scp-cfg-to-remote(pid=10878): Terminated: ok {rc=0}\u000a22:59:43.189164 run scp-db-to-remote(pid=10880): Launched\u000a22:59:44.386954 run scp-db-to-remote(pid=10880): Terminated: ok {rc=0}\u000a22:59:44.509340 run srsepc_10.42.42.118: Setting RPATH for srsepc\u000a22:59:44.848064 run patchelf(pid=10882): Launched\u000a22:59:46.058678 run patchelf(pid=10882): Terminated: ok {rc=0}\u000a22:59:46.184890 run srsepc_10.42.42.118: Applying CAP_NET_ADMIN capability to srsepc\u000a22:59:46.589530 run setcap-netadm(pid=10883): Launched\u000a22:59:47.802095 run setcap-netadm(pid=10883): Terminated: ok {rc=0}\u000a22:59:48.134080 run srsepc(pid=10884): Launched\u000a22:59:48.251663 run srsenb_srsENB-zmq_10.42.42.117: Starting srsENB\u000a22:59:49.448158 run rm-remote-dir(pid=10885): Launched\u000a22:59:49.646186 run srsepc(pid=10884): ERR: Terminated: ERROR {rc=127} [trial-2395↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪handover.py:37↪handover.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=10884)]\u000a22:59:49.791059 run srsepc(pid=10884): stdout: \u000a| (launched: 2022-12-13_22:59:47.975964)\u000a| /osmo-gsm-tester-srsepc/srslte/bin/srsepc: error while loading shared libraries: libboost_program_options.so.1.62.0: cannot open shared object file: No such file or directory \u000a22:59:49.936405 run srsepc(pid=10884): stderr: \u000a| (launched: 2022-12-13_22:59:48.024830)\u000a| Connection to 10.42.42.116 closed. \u000a22:59:50.076638 run srsepc(pid=10884): stdout: \u000a| (launched: 2022-12-13_22:59:47.975964)\u000a| /osmo-gsm-tester-srsepc/srslte/bin/srsepc: error while loading shared libraries: libboost_program_options.so.1.62.0: cannot open shared object file: No such file or directory \u000a22:59:50.215586 run srsepc(pid=10884): stderr: \u000a| (launched: 2022-12-13_22:59:48.024830)\u000a| Connection to 10.42.42.116 closed. \u000a22:59:50.378150 run rm-remote-dir(pid=10885): Terminating (SIGINT)\u000a22:59:50.568870 run rm-remote-dir(pid=10885): Terminated: ok {rc=0}\u000a22:59:50.603817 tst handover.py:37: ERR: Error: srsepc(pid=10884): Process ended prematurely: srsepc(pid=10884) [trial-2395↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪handover.py:37↪handover.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=10884)] [trial-2395↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪handover.py:37]\u000a22:59:50.614139 tst handover.py:37: Test FAILED (20.2 sec)\u000a22:59:50.730000 run scp-back-log(pid=10886): Launched\u000a22:59:51.821146 run scp-back-log(pid=10886): ERR: Terminated: ERROR {rc=1} [trial-2395↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪handover.py↪handover.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪scp-back-log(pid=10886)]\u000a22:59:51.887141 run scp-back-log(pid=10886): stdout: \u000a| (launched: 2022-12-13_22:59:50.657753) \u000a22:59:51.953238 run scp-back-log(pid=10886): stderr: \u000a| (launched: 2022-12-13_22:59:50.678514)\u000a| scp: /osmo-gsm-tester-srsepc/srsepc/srsepc.log: No such file or directory \u000a22:59:52.008762 tst srsepc_10.42.42.118: Error('scp-back-log(pid=10886): launch_sync(): local process exited with status 1 [trial-2395↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪handover.py↪handover.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪scp-back-log(pid=10886)]')\u000a" }, { "testActions" : [ ], "age" : 78, "className" : "4g:srsenb-rftype@zmq+srsue-rftype@zmq", "duration" : 19.0, "errorDetails" : None, "errorStackTrace" : "srsepc(pid=10904): Process ended prematurely: srsepc(pid=10904) [trial-2395↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_bidir.py:42↪iperf3_bidir.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=10904)]", "failedSince" : 2318, "name" : "iperf3_bidir.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/4g/iperf3_bidir.py\", line 42, in \u000a enb.start(epc)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/enb_srs.py\", line 237, in start\u000a self.configure()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/enb_srs.py\", line 423, in configure\u000a self.rem_host.recreate_remote_dir(self.remote_inst)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 146, in recreate_remote_dir\u000a self.rm_remote_dir(remote_dir)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 139, in rm_remote_dir\u000a self.run_remote_sync('rm-remote-dir', ('test', '!', '-d', remote_dir_str, '||', 'rm', '-rf', remote_dir_str))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 134, in run_remote_sync\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: srsepc(pid=10904): Process ended prematurely: srsepc(pid=10904) [trial-2395↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_bidir.py:42↪iperf3_bidir.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=10904)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2395 4g:srsenb-rftype@zmq+srsue-rftype@zmq iperf3_bidir.py\u000a----------------------------------------------\u000a22:59:52.199865 tst iperf3_bidir.py:13: Number of physical ue: 1\u000a22:59:52.244702 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x modem (candidates: 1)\u000a22:59:52.463900 tst iperf3_bidir.py:20: ue index0: srsue_10.42.42.116\u000a22:59:52.508812 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x run_node (candidates: 1)\u000a22:59:52.525217 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x enb (candidates: 1)\u000a22:59:52.646844 tst iperf3_bidir.py: using MSISDN 8379\u000a22:59:52.755168 run srsepc_10.42.42.118: Add subscriber {algo_str='mil', imsi='001010123456789', msisdn='8379', subscriber_id=0}\u000a22:59:52.861759 run srsepc_10.42.42.118: Starting srsepc\u000a22:59:53.504800 run rm-remote-dir(pid=10889): Launched\u000a22:59:54.703806 run rm-remote-dir(pid=10889): Terminated: ok {rc=0}\u000a22:59:55.055108 run mk-remote-dir(pid=10890): Launched\u000a22:59:56.255908 run mk-remote-dir(pid=10890): Terminated: ok {rc=0}\u000a22:59:56.551878 run scp-inst-to-remote(pid=10891): Launched\u000a22:59:58.750891 run scp-inst-to-remote(pid=10891): Terminated: ok {rc=0}\u000a22:59:59.102259 run rm-remote-dir(pid=10893): Launched\u000a23:00:00.301622 run rm-remote-dir(pid=10893): Terminated: ok {rc=0}\u000a23:00:00.651965 run mk-remote-dir(pid=10894): Launched\u000a23:00:01.853596 run mk-remote-dir(pid=10894): Terminated: ok {rc=0}\u000a23:00:02.162803 run scp-cfg-to-remote(pid=10898): Launched\u000a23:00:03.360226 run scp-cfg-to-remote(pid=10898): Terminated: ok {rc=0}\u000a23:00:03.655367 run scp-db-to-remote(pid=10900): Launched\u000a23:00:04.852406 run scp-db-to-remote(pid=10900): Terminated: ok {rc=0}\u000a23:00:04.975271 run srsepc_10.42.42.118: Setting RPATH for srsepc\u000a23:00:05.315730 run patchelf(pid=10902): Launched\u000a23:00:06.513947 run patchelf(pid=10902): Terminated: ok {rc=0}\u000a23:00:06.636495 run srsepc_10.42.42.118: Applying CAP_NET_ADMIN capability to srsepc\u000a23:00:06.977165 run setcap-netadm(pid=10903): Launched\u000a23:00:08.175291 run setcap-netadm(pid=10903): Terminated: ok {rc=0}\u000a23:00:08.507486 run srsepc(pid=10904): Launched\u000a23:00:08.623132 run srsenb_srsENB-zmq_10.42.42.117: Starting srsENB\u000a23:00:09.854643 run rm-remote-dir(pid=10905): Launched\u000a23:00:10.053055 run srsepc(pid=10904): ERR: Terminated: ERROR {rc=127} [trial-2395↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_bidir.py:42↪iperf3_bidir.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=10904)]\u000a23:00:10.198150 run srsepc(pid=10904): stdout: \u000a| (launched: 2022-12-13_23:00:08.349270)\u000a| /osmo-gsm-tester-srsepc/srslte/bin/srsepc: error while loading shared libraries: libboost_program_options.so.1.62.0: cannot open shared object file: No such file or directory \u000a23:00:10.343082 run srsepc(pid=10904): stderr: \u000a| (launched: 2022-12-13_23:00:08.398197)\u000a| Connection to 10.42.42.116 closed. \u000a23:00:10.483232 run srsepc(pid=10904): stdout: \u000a| (launched: 2022-12-13_23:00:08.349270)\u000a| /osmo-gsm-tester-srsepc/srslte/bin/srsepc: error while loading shared libraries: libboost_program_options.so.1.62.0: cannot open shared object file: No such file or directory \u000a23:00:10.622206 run srsepc(pid=10904): stderr: \u000a| (launched: 2022-12-13_23:00:08.398197)\u000a| Connection to 10.42.42.116 closed. \u000a23:00:10.784392 run rm-remote-dir(pid=10905): Terminating (SIGINT)\u000a23:00:10.974855 run rm-remote-dir(pid=10905): Terminated: ok {rc=0}\u000a23:00:11.009947 tst iperf3_bidir.py:42: ERR: Error: srsepc(pid=10904): Process ended prematurely: srsepc(pid=10904) [trial-2395↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_bidir.py:42↪iperf3_bidir.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=10904)] [trial-2395↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_bidir.py:42]\u000a23:00:11.020376 tst iperf3_bidir.py:42: Test FAILED (19.0 sec)\u000a23:00:11.135497 run scp-back-log(pid=10906): Launched\u000a23:00:12.225705 run scp-back-log(pid=10906): ERR: Terminated: ERROR {rc=1} [trial-2395↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_bidir.py↪iperf3_bidir.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪scp-back-log(pid=10906)]\u000a23:00:12.291055 run scp-back-log(pid=10906): stdout: \u000a| (launched: 2022-12-13_23:00:11.063996) \u000a23:00:12.356880 run scp-back-log(pid=10906): stderr: \u000a| (launched: 2022-12-13_23:00:11.084745)\u000a| scp: /osmo-gsm-tester-srsepc/srsepc/srsepc.log: No such file or directory \u000a23:00:12.412707 tst srsepc_10.42.42.118: Error('scp-back-log(pid=10906): launch_sync(): local process exited with status 1 [trial-2395↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_bidir.py↪iperf3_bidir.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪scp-back-log(pid=10906)]')\u000a" }, { "testActions" : [ ], "age" : 257, "className" : "4g:srsenb-rftype@zmq+srsue-rftype@zmq", "duration" : 19.0, "errorDetails" : None, "errorStackTrace" : "srsepc(pid=10932): Process ended prematurely: srsepc(pid=10932) [trial-2395↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_dl.py:42↪iperf3_dl.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=10932)]", "failedSince" : 2139, "name" : "iperf3_dl.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/4g/iperf3_dl.py\", line 42, in \u000a enb.start(epc)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/enb_srs.py\", line 237, in start\u000a self.configure()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/enb_srs.py\", line 423, in configure\u000a self.rem_host.recreate_remote_dir(self.remote_inst)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 146, in recreate_remote_dir\u000a self.rm_remote_dir(remote_dir)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 139, in rm_remote_dir\u000a self.run_remote_sync('rm-remote-dir', ('test', '!', '-d', remote_dir_str, '||', 'rm', '-rf', remote_dir_str))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 134, in run_remote_sync\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: srsepc(pid=10932): Process ended prematurely: srsepc(pid=10932) [trial-2395↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_dl.py:42↪iperf3_dl.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=10932)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2395 4g:srsenb-rftype@zmq+srsue-rftype@zmq iperf3_dl.py\u000a----------------------------------------------\u000a23:00:12.604274 tst iperf3_dl.py:13: Number of physical ue: 1\u000a23:00:12.649592 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x modem (candidates: 1)\u000a23:00:12.870971 tst iperf3_dl.py:20: ue index0: srsue_10.42.42.116\u000a23:00:12.916208 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x run_node (candidates: 1)\u000a23:00:12.932614 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x enb (candidates: 1)\u000a23:00:13.056236 tst iperf3_dl.py: using MSISDN 8380\u000a23:00:13.164885 run srsepc_10.42.42.118: Add subscriber {algo_str='mil', imsi='001010123456789', msisdn='8380', subscriber_id=0}\u000a23:00:13.272024 run srsepc_10.42.42.118: Starting srsepc\u000a23:00:13.914049 run rm-remote-dir(pid=10920): Launched\u000a23:00:15.101726 run rm-remote-dir(pid=10920): Terminated: ok {rc=0}\u000a23:00:15.431654 run mk-remote-dir(pid=10921): Launched\u000a23:00:16.625180 run mk-remote-dir(pid=10921): Terminated: ok {rc=0}\u000a23:00:16.967982 run scp-inst-to-remote(pid=10922): Launched\u000a23:00:19.166613 run scp-inst-to-remote(pid=10922): Terminated: ok {rc=0}\u000a23:00:19.516254 run rm-remote-dir(pid=10924): Launched\u000a23:00:20.717006 run rm-remote-dir(pid=10924): Terminated: ok {rc=0}\u000a23:00:21.067007 run mk-remote-dir(pid=10925): Launched\u000a23:00:22.268065 run mk-remote-dir(pid=10925): Terminated: ok {rc=0}\u000a23:00:22.562602 run scp-cfg-to-remote(pid=10926): Launched\u000a23:00:23.759381 run scp-cfg-to-remote(pid=10926): Terminated: ok {rc=0}\u000a23:00:24.054562 run scp-db-to-remote(pid=10928): Launched\u000a23:00:25.253122 run scp-db-to-remote(pid=10928): Terminated: ok {rc=0}\u000a23:00:25.376355 run srsepc_10.42.42.118: Setting RPATH for srsepc\u000a23:00:25.716660 run patchelf(pid=10930): Launched\u000a23:00:26.915247 run patchelf(pid=10930): Terminated: ok {rc=0}\u000a23:00:27.038027 run srsepc_10.42.42.118: Applying CAP_NET_ADMIN capability to srsepc\u000a23:00:27.377779 run setcap-netadm(pid=10931): Launched\u000a23:00:28.575381 run setcap-netadm(pid=10931): Terminated: ok {rc=0}\u000a23:00:28.907798 run srsepc(pid=10932): Launched\u000a23:00:29.024679 run srsenb_srsENB-zmq_10.42.42.117: Starting srsENB\u000a23:00:30.220185 run rm-remote-dir(pid=10933): Launched\u000a23:00:30.418033 run srsepc(pid=10932): ERR: Terminated: ERROR {rc=127} [trial-2395↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_dl.py:42↪iperf3_dl.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=10932)]\u000a23:00:30.562344 run srsepc(pid=10932): stdout: \u000a| (launched: 2022-12-13_23:00:28.749535)\u000a| /osmo-gsm-tester-srsepc/srslte/bin/srsepc: error while loading shared libraries: libboost_program_options.so.1.62.0: cannot open shared object file: No such file or directory \u000a23:00:30.706434 run srsepc(pid=10932): stderr: \u000a| (launched: 2022-12-13_23:00:28.798253)\u000a| Connection to 10.42.42.116 closed. \u000a23:00:30.862248 run srsepc(pid=10932): stdout: \u000a| (launched: 2022-12-13_23:00:28.749535)\u000a| /osmo-gsm-tester-srsepc/srslte/bin/srsepc: error while loading shared libraries: libboost_program_options.so.1.62.0: cannot open shared object file: No such file or directory \u000a23:00:31.011093 run srsepc(pid=10932): stderr: \u000a| (launched: 2022-12-13_23:00:28.798253)\u000a| Connection to 10.42.42.116 closed. \u000a23:00:31.175022 run rm-remote-dir(pid=10933): Terminating (SIGINT)\u000a23:00:31.367606 run rm-remote-dir(pid=10933): Terminated: ok {rc=0}\u000a23:00:31.403561 tst iperf3_dl.py:42: ERR: Error: srsepc(pid=10932): Process ended prematurely: srsepc(pid=10932) [trial-2395↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_dl.py:42↪iperf3_dl.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=10932)] [trial-2395↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_dl.py:42]\u000a23:00:31.414709 tst iperf3_dl.py:42: Test FAILED (19.0 sec)\u000a23:00:31.571599 run scp-back-log(pid=10934): Launched\u000a23:00:32.662155 run scp-back-log(pid=10934): ERR: Terminated: ERROR {rc=1} [trial-2395↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_dl.py↪iperf3_dl.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪scp-back-log(pid=10934)]\u000a23:00:32.727517 run scp-back-log(pid=10934): stdout: \u000a| (launched: 2022-12-13_23:00:31.458742) \u000a23:00:32.793182 run scp-back-log(pid=10934): stderr: \u000a| (launched: 2022-12-13_23:00:31.479545)\u000a| scp: /osmo-gsm-tester-srsepc/srsepc/srsepc.log: No such file or directory \u000a23:00:32.848821 tst srsepc_10.42.42.118: Error('scp-back-log(pid=10934): launch_sync(): local process exited with status 1 [trial-2395↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_dl.py↪iperf3_dl.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪scp-back-log(pid=10934)]')\u000a" }, { "testActions" : [ ], "age" : 257, "className" : "4g:srsenb-rftype@zmq+srsue-rftype@zmq", "duration" : 20.0, "errorDetails" : None, "errorStackTrace" : "srsepc(pid=10948): Process ended prematurely: srsepc(pid=10948) [trial-2395↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_ul.py:42↪iperf3_ul.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=10948)]", "failedSince" : 2139, "name" : "iperf3_ul.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/4g/iperf3_ul.py\", line 42, in \u000a enb.start(epc)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/enb_srs.py\", line 237, in start\u000a self.configure()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/enb_srs.py\", line 423, in configure\u000a self.rem_host.recreate_remote_dir(self.remote_inst)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 146, in recreate_remote_dir\u000a self.rm_remote_dir(remote_dir)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 139, in rm_remote_dir\u000a self.run_remote_sync('rm-remote-dir', ('test', '!', '-d', remote_dir_str, '||', 'rm', '-rf', remote_dir_str))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 134, in run_remote_sync\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: srsepc(pid=10948): Process ended prematurely: srsepc(pid=10948) [trial-2395↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_ul.py:42↪iperf3_ul.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=10948)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2395 4g:srsenb-rftype@zmq+srsue-rftype@zmq iperf3_ul.py\u000a----------------------------------------------\u000a23:00:33.040324 tst iperf3_ul.py:13: Number of physical ue: 1\u000a23:00:33.085251 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x modem (candidates: 1)\u000a23:00:33.304799 tst iperf3_ul.py:20: ue index0: srsue_10.42.42.116\u000a23:00:33.350118 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x run_node (candidates: 1)\u000a23:00:33.366545 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x enb (candidates: 1)\u000a23:00:33.495999 tst iperf3_ul.py: using MSISDN 8381\u000a23:00:33.612180 run srsepc_10.42.42.118: Add subscriber {algo_str='mil', imsi='001010123456789', msisdn='8381', subscriber_id=0}\u000a23:00:33.727221 run srsepc_10.42.42.118: Starting srsepc\u000a23:00:34.414841 run rm-remote-dir(pid=10936): Launched\u000a23:00:35.617382 run rm-remote-dir(pid=10936): Terminated: ok {rc=0}\u000a23:00:35.969993 run mk-remote-dir(pid=10937): Launched\u000a23:00:37.171276 run mk-remote-dir(pid=10937): Terminated: ok {rc=0}\u000a23:00:37.468125 run scp-inst-to-remote(pid=10938): Launched\u000a23:00:39.668292 run scp-inst-to-remote(pid=10938): Terminated: ok {rc=0}\u000a23:00:40.020495 run rm-remote-dir(pid=10940): Launched\u000a23:00:41.221745 run rm-remote-dir(pid=10940): Terminated: ok {rc=0}\u000a23:00:41.573632 run mk-remote-dir(pid=10941): Launched\u000a23:00:42.775302 run mk-remote-dir(pid=10941): Terminated: ok {rc=0}\u000a23:00:43.072235 run scp-cfg-to-remote(pid=10942): Launched\u000a23:00:44.270541 run scp-cfg-to-remote(pid=10942): Terminated: ok {rc=0}\u000a23:00:44.566294 run scp-db-to-remote(pid=10944): Launched\u000a23:00:45.765447 run scp-db-to-remote(pid=10944): Terminated: ok {rc=0}\u000a23:00:45.902772 run srsepc_10.42.42.118: Setting RPATH for srsepc\u000a23:00:46.342011 run patchelf(pid=10946): Launched\u000a23:00:47.551276 run patchelf(pid=10946): Terminated: ok {rc=0}\u000a23:00:47.674194 run srsepc_10.42.42.118: Applying CAP_NET_ADMIN capability to srsepc\u000a23:00:48.015805 run setcap-netadm(pid=10947): Launched\u000a23:00:49.214092 run setcap-netadm(pid=10947): Terminated: ok {rc=0}\u000a23:00:49.547067 run srsepc(pid=10948): Launched\u000a23:00:49.664271 run srsenb_srsENB-zmq_10.42.42.117: Starting srsENB\u000a23:00:50.865776 run rm-remote-dir(pid=10949): Launched\u000a23:00:51.065215 run srsepc(pid=10948): ERR: Terminated: ERROR {rc=127} [trial-2395↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_ul.py:42↪iperf3_ul.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=10948)]\u000a23:00:51.210233 run srsepc(pid=10948): stdout: \u000a| (launched: 2022-12-13_23:00:49.387676)\u000a| /osmo-gsm-tester-srsepc/srslte/bin/srsepc: error while loading shared libraries: libboost_program_options.so.1.62.0: cannot open shared object file: No such file or directory \u000a23:00:51.356042 run srsepc(pid=10948): stderr: \u000a| (launched: 2022-12-13_23:00:49.436725)\u000a| Connection to 10.42.42.116 closed. \u000a23:00:51.498025 run srsepc(pid=10948): stdout: \u000a| (launched: 2022-12-13_23:00:49.387676)\u000a| /osmo-gsm-tester-srsepc/srslte/bin/srsepc: error while loading shared libraries: libboost_program_options.so.1.62.0: cannot open shared object file: No such file or directory \u000a23:00:51.637430 run srsepc(pid=10948): stderr: \u000a| (launched: 2022-12-13_23:00:49.436725)\u000a| Connection to 10.42.42.116 closed. \u000a23:00:51.800223 run rm-remote-dir(pid=10949): Terminating (SIGINT)\u000a23:00:51.992286 run rm-remote-dir(pid=10949): Terminated: ok {rc=0}\u000a23:00:52.025187 tst iperf3_ul.py:42: ERR: Error: srsepc(pid=10948): Process ended prematurely: srsepc(pid=10948) [trial-2395↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_ul.py:42↪iperf3_ul.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=10948)] [trial-2395↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_ul.py:42]\u000a23:00:52.034811 tst iperf3_ul.py:42: Test FAILED (19.2 sec)\u000a23:00:52.146421 run scp-back-log(pid=10954): Launched\u000a23:00:53.233553 run scp-back-log(pid=10954): ERR: Terminated: ERROR {rc=1} [trial-2395↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_ul.py↪iperf3_ul.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪scp-back-log(pid=10954)]\u000a23:00:53.295779 run scp-back-log(pid=10954): stdout: \u000a| (launched: 2022-12-13_23:00:52.076542) \u000a23:00:53.358524 run scp-back-log(pid=10954): stderr: \u000a| (launched: 2022-12-13_23:00:52.096476)\u000a| scp: /osmo-gsm-tester-srsepc/srsepc/srsepc.log: No such file or directory \u000a23:00:53.411490 tst srsepc_10.42.42.118: Error('scp-back-log(pid=10954): launch_sync(): local process exited with status 1 [trial-2395↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_ul.py↪iperf3_ul.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪scp-back-log(pid=10954)]')\u000a" }, { "testActions" : [ ], "age" : 254, "className" : "4g:srsenb-rftype@zmq+srsue-rftype@zmq", "duration" : 19.0, "errorDetails" : None, "errorStackTrace" : "srsepc(pid=10968): Process ended prematurely: srsepc(pid=10968) [trial-2395↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪ping.py:16↪ping.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=10968)]", "failedSince" : 2142, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/4g/ping.py\", line 16, in \u000a enb.start(epc)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/enb_srs.py\", line 237, in start\u000a self.configure()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/enb_srs.py\", line 423, in configure\u000a self.rem_host.recreate_remote_dir(self.remote_inst)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 146, in recreate_remote_dir\u000a self.rm_remote_dir(remote_dir)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 139, in rm_remote_dir\u000a self.run_remote_sync('rm-remote-dir', ('test', '!', '-d', remote_dir_str, '||', 'rm', '-rf', remote_dir_str))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 134, in run_remote_sync\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: srsepc(pid=10968): Process ended prematurely: srsepc(pid=10968) [trial-2395↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪ping.py:16↪ping.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=10968)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2395 4g:srsenb-rftype@zmq+srsue-rftype@zmq ping.py\u000a----------------------------------------------\u000a23:00:53.425494 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x run_node (candidates: 1)\u000a23:00:53.442027 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x enb (candidates: 1)\u000a23:00:53.464588 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x modem (candidates: 1)\u000a23:00:53.611738 tst ping.py: using MSISDN 8382\u000a23:00:53.728563 run srsepc_10.42.42.118: Add subscriber {algo_str='mil', imsi='001010123456789', msisdn='8382', subscriber_id=0}\u000a23:00:53.843833 run srsepc_10.42.42.118: Starting srsepc\u000a23:00:54.533433 run rm-remote-dir(pid=10956): Launched\u000a23:00:55.734766 run rm-remote-dir(pid=10956): Terminated: ok {rc=0}\u000a23:00:56.085578 run mk-remote-dir(pid=10957): Launched\u000a23:00:57.286138 run mk-remote-dir(pid=10957): Terminated: ok {rc=0}\u000a23:00:57.581728 run scp-inst-to-remote(pid=10958): Launched\u000a23:00:59.781282 run scp-inst-to-remote(pid=10958): Terminated: ok {rc=0}\u000a23:01:00.131651 run rm-remote-dir(pid=10960): Launched\u000a23:01:01.335591 run rm-remote-dir(pid=10960): Terminated: ok {rc=0}\u000a23:01:01.732487 run mk-remote-dir(pid=10961): Launched\u000a23:01:02.934792 run mk-remote-dir(pid=10961): Terminated: ok {rc=0}\u000a23:01:03.230265 run scp-cfg-to-remote(pid=10962): Launched\u000a23:01:04.427873 run scp-cfg-to-remote(pid=10962): Terminated: ok {rc=0}\u000a23:01:04.722605 run scp-db-to-remote(pid=10964): Launched\u000a23:01:05.921708 run scp-db-to-remote(pid=10964): Terminated: ok {rc=0}\u000a23:01:06.044133 run srsepc_10.42.42.118: Setting RPATH for srsepc\u000a23:01:06.383915 run patchelf(pid=10966): Launched\u000a23:01:07.580928 run patchelf(pid=10966): Terminated: ok {rc=0}\u000a23:01:07.703635 run srsepc_10.42.42.118: Applying CAP_NET_ADMIN capability to srsepc\u000a23:01:08.043650 run setcap-netadm(pid=10967): Launched\u000a23:01:09.240300 run setcap-netadm(pid=10967): Terminated: ok {rc=0}\u000a23:01:09.571701 run srsepc(pid=10968): Launched\u000a23:01:09.688151 run srsenb_srsENB-zmq_10.42.42.117: Starting srsENB\u000a23:01:10.887790 run rm-remote-dir(pid=10969): Launched\u000a23:01:11.087794 run srsepc(pid=10968): ERR: Terminated: ERROR {rc=127} [trial-2395↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪ping.py:16↪ping.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=10968)]\u000a23:01:11.233411 run srsepc(pid=10968): stdout: \u000a| (launched: 2022-12-13_23:01:09.413682)\u000a| /osmo-gsm-tester-srsepc/srslte/bin/srsepc: error while loading shared libraries: libboost_program_options.so.1.62.0: cannot open shared object file: No such file or directory \u000a23:01:11.378904 run srsepc(pid=10968): stderr: \u000a| (launched: 2022-12-13_23:01:09.462520)\u000a| Connection to 10.42.42.116 closed. \u000a23:01:11.519250 run srsepc(pid=10968): stdout: \u000a| (launched: 2022-12-13_23:01:09.413682)\u000a| /osmo-gsm-tester-srsepc/srslte/bin/srsepc: error while loading shared libraries: libboost_program_options.so.1.62.0: cannot open shared object file: No such file or directory \u000a23:01:11.659241 run srsepc(pid=10968): stderr: \u000a| (launched: 2022-12-13_23:01:09.462520)\u000a| Connection to 10.42.42.116 closed. \u000a23:01:11.821971 run rm-remote-dir(pid=10969): Terminating (SIGINT)\u000a23:01:12.013195 run rm-remote-dir(pid=10969): Terminated: ok {rc=0}\u000a23:01:12.048411 tst ping.py:16: ERR: Error: srsepc(pid=10968): Process ended prematurely: srsepc(pid=10968) [trial-2395↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪ping.py:16↪ping.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=10968)] [trial-2395↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪ping.py:16]\u000a23:01:12.058842 tst ping.py:16: Test FAILED (18.6 sec)\u000a23:01:12.174635 run scp-back-log(pid=10970): Launched\u000a23:01:13.265375 run scp-back-log(pid=10970): ERR: Terminated: ERROR {rc=1} [trial-2395↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪ping.py↪ping.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪scp-back-log(pid=10970)]\u000a23:01:13.330914 run scp-back-log(pid=10970): stdout: \u000a| (launched: 2022-12-13_23:01:12.102743) \u000a23:01:13.396567 run scp-back-log(pid=10970): stderr: \u000a| (launched: 2022-12-13_23:01:12.123374)\u000a| scp: /osmo-gsm-tester-srsepc/srsepc/srsepc.log: No such file or directory \u000a23:01:13.452180 tst srsepc_10.42.42.118: Error('scp-back-log(pid=10970): launch_sync(): local process exited with status 1 [trial-2395↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪ping.py↪ping.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪scp-back-log(pid=10970)]')\u000a" }, { "testActions" : [ ], "age" : 257, "className" : "4g:srsenb-rftype@zmq+srsue-rftype@zmq", "duration" : 19.0, "errorDetails" : None, "errorStackTrace" : "srsepc(pid=10984): Process ended prematurely: srsepc(pid=10984) [trial-2395↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪rrc_idle_mo_ping.py:16↪rrc_idle_mo_ping.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=10984)]", "failedSince" : 2139, "name" : "rrc_idle_mo_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/4g/rrc_idle_mo_ping.py\", line 16, in \u000a enb.start(epc)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/enb_srs.py\", line 237, in start\u000a self.configure()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/enb_srs.py\", line 423, in configure\u000a self.rem_host.recreate_remote_dir(self.remote_inst)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 146, in recreate_remote_dir\u000a self.rm_remote_dir(remote_dir)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 139, in rm_remote_dir\u000a self.run_remote_sync('rm-remote-dir', ('test', '!', '-d', remote_dir_str, '||', 'rm', '-rf', remote_dir_str))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 134, in run_remote_sync\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: srsepc(pid=10984): Process ended prematurely: srsepc(pid=10984) [trial-2395↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪rrc_idle_mo_ping.py:16↪rrc_idle_mo_ping.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=10984)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2395 4g:srsenb-rftype@zmq+srsue-rftype@zmq rrc_idle_mo_ping.py\u000a----------------------------------------------\u000a23:01:13.466710 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x run_node (candidates: 1)\u000a23:01:13.484200 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x enb (candidates: 1)\u000a23:01:13.508816 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x modem (candidates: 1)\u000a23:01:13.661310 tst rrc_idle_mo_ping.py: using MSISDN 8383\u000a23:01:13.777491 run srsepc_10.42.42.118: Add subscriber {algo_str='mil', imsi='001010123456789', msisdn='8383', subscriber_id=0}\u000a23:01:13.892636 run srsepc_10.42.42.118: Starting srsepc\u000a23:01:14.579831 run rm-remote-dir(pid=10972): Launched\u000a23:01:15.781137 run rm-remote-dir(pid=10972): Terminated: ok {rc=0}\u000a23:01:16.211885 run mk-remote-dir(pid=10973): Launched\u000a23:01:17.423631 run mk-remote-dir(pid=10973): Terminated: ok {rc=0}\u000a23:01:17.720408 run scp-inst-to-remote(pid=10974): Launched\u000a23:01:19.919519 run scp-inst-to-remote(pid=10974): Terminated: ok {rc=0}\u000a23:01:20.269750 run rm-remote-dir(pid=10976): Launched\u000a23:01:21.469645 run rm-remote-dir(pid=10976): Terminated: ok {rc=0}\u000a23:01:21.815658 run mk-remote-dir(pid=10977): Launched\u000a23:01:23.003800 run mk-remote-dir(pid=10977): Terminated: ok {rc=0}\u000a23:01:23.282856 run scp-cfg-to-remote(pid=10978): Launched\u000a23:01:24.468014 run scp-cfg-to-remote(pid=10978): Terminated: ok {rc=0}\u000a23:01:24.745695 run scp-db-to-remote(pid=10980): Launched\u000a23:01:25.931584 run scp-db-to-remote(pid=10980): Terminated: ok {rc=0}\u000a23:01:26.046082 run srsepc_10.42.42.118: Setting RPATH for srsepc\u000a23:01:26.366371 run patchelf(pid=10982): Launched\u000a23:01:27.551651 run patchelf(pid=10982): Terminated: ok {rc=0}\u000a23:01:27.665474 run srsepc_10.42.42.118: Applying CAP_NET_ADMIN capability to srsepc\u000a23:01:27.985787 run setcap-netadm(pid=10983): Launched\u000a23:01:29.170772 run setcap-netadm(pid=10983): Terminated: ok {rc=0}\u000a23:01:29.483614 run srsepc(pid=10984): Launched\u000a23:01:29.592742 run srsenb_srsENB-zmq_10.42.42.117: Starting srsENB\u000a23:01:30.788469 run rm-remote-dir(pid=10985): Launched\u000a23:01:31.019751 run srsepc(pid=10984): ERR: Terminated: ERROR {rc=127} [trial-2395↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪rrc_idle_mo_ping.py:16↪rrc_idle_mo_ping.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=10984)]\u000a23:01:31.168018 run srsepc(pid=10984): stdout: \u000a| (launched: 2022-12-13_23:01:29.332644)\u000a| /osmo-gsm-tester-srsepc/srslte/bin/srsepc: error while loading shared libraries: libboost_program_options.so.1.62.0: cannot open shared object file: No such file or directory \u000a23:01:31.316829 run srsepc(pid=10984): stderr: \u000a| (launched: 2022-12-13_23:01:29.378566)\u000a| Connection to 10.42.42.116 closed. \u000a23:01:31.460599 run srsepc(pid=10984): stdout: \u000a| (launched: 2022-12-13_23:01:29.332644)\u000a| /osmo-gsm-tester-srsepc/srslte/bin/srsepc: error while loading shared libraries: libboost_program_options.so.1.62.0: cannot open shared object file: No such file or directory \u000a23:01:31.602480 run srsepc(pid=10984): stderr: \u000a| (launched: 2022-12-13_23:01:29.378566)\u000a| Connection to 10.42.42.116 closed. \u000a23:01:31.768251 run rm-remote-dir(pid=10985): Terminating (SIGINT)\u000a23:01:31.963628 run rm-remote-dir(pid=10985): Terminated: ok {rc=0}\u000a23:01:32.000373 tst rrc_idle_mo_ping.py:16: ERR: Error: srsepc(pid=10984): Process ended prematurely: srsepc(pid=10984) [trial-2395↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪rrc_idle_mo_ping.py:16↪rrc_idle_mo_ping.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=10984)] [trial-2395↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪rrc_idle_mo_ping.py:16]\u000a23:01:32.011819 tst rrc_idle_mo_ping.py:16: Test FAILED (18.5 sec)\u000a23:01:32.173203 run scp-back-log(pid=10986): Launched\u000a23:01:33.263648 run scp-back-log(pid=10986): ERR: Terminated: ERROR {rc=1} [trial-2395↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪rrc_idle_mo_ping.py↪rrc_idle_mo_ping.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪scp-back-log(pid=10986)]\u000a23:01:33.329396 run scp-back-log(pid=10986): stdout: \u000a| (launched: 2022-12-13_23:01:32.057776) \u000a23:01:33.395146 run scp-back-log(pid=10986): stderr: \u000a| (launched: 2022-12-13_23:01:32.078900)\u000a| scp: /osmo-gsm-tester-srsepc/srsepc/srsepc.log: No such file or directory \u000a23:01:33.450844 tst srsepc_10.42.42.118: Error('scp-back-log(pid=10986): launch_sync(): local process exited with status 1 [trial-2395↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪rrc_idle_mo_ping.py↪rrc_idle_mo_ping.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪scp-back-log(pid=10986)]')\u000a" }, { "testActions" : [ ], "age" : 257, "className" : "4g:srsenb-rftype@zmq+srsue-rftype@zmq", "duration" : 19.0, "errorDetails" : None, "errorStackTrace" : "srsepc(pid=11000): Process ended prematurely: srsepc(pid=11000) [trial-2395↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪rrc_idle_mt_ping.py:16↪rrc_idle_mt_ping.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=11000)]", "failedSince" : 2139, "name" : "rrc_idle_mt_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/4g/rrc_idle_mt_ping.py\", line 16, in \u000a enb.start(epc)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/enb_srs.py\", line 237, in start\u000a self.configure()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/enb_srs.py\", line 423, in configure\u000a self.rem_host.recreate_remote_dir(self.remote_inst)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 146, in recreate_remote_dir\u000a self.rm_remote_dir(remote_dir)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 139, in rm_remote_dir\u000a self.run_remote_sync('rm-remote-dir', ('test', '!', '-d', remote_dir_str, '||', 'rm', '-rf', remote_dir_str))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 134, in run_remote_sync\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: srsepc(pid=11000): Process ended prematurely: srsepc(pid=11000) [trial-2395↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪rrc_idle_mt_ping.py:16↪rrc_idle_mt_ping.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=11000)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2395 4g:srsenb-rftype@zmq+srsue-rftype@zmq rrc_idle_mt_ping.py\u000a----------------------------------------------\u000a23:01:33.465432 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x run_node (candidates: 1)\u000a23:01:33.482911 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x enb (candidates: 1)\u000a23:01:33.506953 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x modem (candidates: 1)\u000a23:01:33.650158 tst rrc_idle_mt_ping.py: using MSISDN 8384\u000a23:01:33.757465 run srsepc_10.42.42.118: Add subscriber {algo_str='mil', imsi='001010123456789', msisdn='8384', subscriber_id=0}\u000a23:01:33.863943 run srsepc_10.42.42.118: Starting srsepc\u000a23:01:34.505454 run rm-remote-dir(pid=10988): Launched\u000a23:01:35.694090 run rm-remote-dir(pid=10988): Terminated: ok {rc=0}\u000a23:01:36.023884 run mk-remote-dir(pid=10989): Launched\u000a23:01:37.212009 run mk-remote-dir(pid=10989): Terminated: ok {rc=0}\u000a23:01:37.490915 run scp-inst-to-remote(pid=10990): Launched\u000a23:01:39.689572 run scp-inst-to-remote(pid=10990): Terminated: ok {rc=0}\u000a23:01:40.040096 run rm-remote-dir(pid=10992): Launched\u000a23:01:41.240706 run rm-remote-dir(pid=10992): Terminated: ok {rc=0}\u000a23:01:41.591353 run mk-remote-dir(pid=10993): Launched\u000a23:01:42.792329 run mk-remote-dir(pid=10993): Terminated: ok {rc=0}\u000a23:01:43.088870 run scp-cfg-to-remote(pid=10994): Launched\u000a23:01:44.286445 run scp-cfg-to-remote(pid=10994): Terminated: ok {rc=0}\u000a23:01:44.581898 run scp-db-to-remote(pid=10996): Launched\u000a23:01:45.778833 run scp-db-to-remote(pid=10996): Terminated: ok {rc=0}\u000a23:01:45.914630 run srsepc_10.42.42.118: Setting RPATH for srsepc\u000a23:01:46.318077 run patchelf(pid=10998): Launched\u000a23:01:47.525613 run patchelf(pid=10998): Terminated: ok {rc=0}\u000a23:01:47.639872 run srsepc_10.42.42.118: Applying CAP_NET_ADMIN capability to srsepc\u000a23:01:47.959971 run setcap-netadm(pid=10999): Launched\u000a23:01:49.146078 run setcap-netadm(pid=10999): Terminated: ok {rc=0}\u000a23:01:49.458996 run srsepc(pid=11000): Launched\u000a23:01:49.568057 run srsenb_srsENB-zmq_10.42.42.117: Starting srsENB\u000a23:01:50.694677 run rm-remote-dir(pid=11001): Launched\u000a23:01:50.881481 run srsepc(pid=11000): ERR: Terminated: ERROR {rc=127} [trial-2395↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪rrc_idle_mt_ping.py:16↪rrc_idle_mt_ping.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=11000)]\u000a23:01:51.017701 run srsepc(pid=11000): stdout: \u000a| (launched: 2022-12-13_23:01:49.308453)\u000a| /osmo-gsm-tester-srsepc/srslte/bin/srsepc: error while loading shared libraries: libboost_program_options.so.1.62.0: cannot open shared object file: No such file or directory \u000a23:01:51.152701 run srsepc(pid=11000): stderr: \u000a| (launched: 2022-12-13_23:01:49.354271)\u000a| Connection to 10.42.42.116 closed. \u000a23:01:51.283379 run srsepc(pid=11000): stdout: \u000a| (launched: 2022-12-13_23:01:49.308453)\u000a| /osmo-gsm-tester-srsepc/srslte/bin/srsepc: error while loading shared libraries: libboost_program_options.so.1.62.0: cannot open shared object file: No such file or directory \u000a23:01:51.412575 run srsepc(pid=11000): stderr: \u000a| (launched: 2022-12-13_23:01:49.354271)\u000a| Connection to 10.42.42.116 closed. \u000a23:01:51.564129 run rm-remote-dir(pid=11001): Terminating (SIGINT)\u000a23:01:51.742061 run rm-remote-dir(pid=11001): Terminated: ok {rc=0}\u000a23:01:51.774793 tst rrc_idle_mt_ping.py:16: ERR: Error: srsepc(pid=11000): Process ended prematurely: srsepc(pid=11000) [trial-2395↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪rrc_idle_mt_ping.py:16↪rrc_idle_mt_ping.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=11000)] [trial-2395↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪rrc_idle_mt_ping.py:16]\u000a23:01:51.784385 tst rrc_idle_mt_ping.py:16: Test FAILED (18.3 sec)\u000a23:01:51.894997 run scp-back-log(pid=11002): Launched\u000a23:01:52.981788 run scp-back-log(pid=11002): ERR: Terminated: ERROR {rc=1} [trial-2395↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪rrc_idle_mt_ping.py↪rrc_idle_mt_ping.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪scp-back-log(pid=11002)]\u000a23:01:53.043587 run scp-back-log(pid=11002): stdout: \u000a| (launched: 2022-12-13_23:01:51.825603) \u000a23:01:53.105581 run scp-back-log(pid=11002): stderr: \u000a| (launched: 2022-12-13_23:01:51.845336)\u000a| scp: /osmo-gsm-tester-srsepc/srsepc/srsepc.log: No such file or directory \u000a23:01:53.158022 tst srsepc_10.42.42.118: Error('scp-back-log(pid=11002): launch_sync(): local process exited with status 1 [trial-2395↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪rrc_idle_mt_ping.py↪rrc_idle_mt_ping.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪scp-back-log(pid=11002)]')\u000a" } ], "duration" : 144.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "163", "name" : "4g_srsenb-rftype@zmq+srsue-rftype@zmq", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T22:59:30" }, { "cases" : [ { "testActions" : [ ], "age" : 193, "className" : "handover_2G:nanobts+bts1-oc2g", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=11014): Process ended prematurely: osmo-stp_10.42.42.5(pid=11014) [trial-2395↪handover_2G:nanobts+bts1-oc2g↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11014)]", "failedSince" : 2203, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=11014): Process ended prematurely: osmo-stp_10.42.42.5(pid=11014) [trial-2395↪handover_2G:nanobts+bts1-oc2g↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11014)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2395 handover_2G:nanobts+bts1-oc2g handover.py\u000a----------------------------------------------\u000a23:01:54.015319 tst handover_2G:nanobts+bts1-oc2g: Using 1 x ip_address (candidates: 6)\u000a23:01:54.026093 tst handover_2G:nanobts+bts1-oc2g: Using 1 x bts (candidates: 2)\u000a23:01:54.152512 tst handover.py: using LAC 36819\u000a23:01:54.271956 tst handover.py: using RAC 99\u000a23:01:54.388850 tst handover.py: using CellId 36819\u000a23:01:54.507492 tst handover.py: using BVCI 36820\u000a23:01:54.530493 tst handover_2G:nanobts+bts1-oc2g: Using 1 x bts (candidates: 2)\u000a23:01:54.650821 tst handover.py: using LAC 36820\u000a23:01:54.767786 tst handover.py: using RAC 100\u000a23:01:54.887183 tst handover.py: using CellId 36820\u000a23:01:55.007421 tst handover.py: using BVCI 36821\u000a23:01:55.030331 tst handover_2G:nanobts+bts1-oc2g: Using 1 x ip_address (candidates: 6)\u000a23:01:55.041076 tst handover_2G:nanobts+bts1-oc2g: Using 1 x ip_address (candidates: 6)\u000a23:01:55.051594 tst handover_2G:nanobts+bts1-oc2g: Using 1 x ip_address (candidates: 6)\u000a23:01:55.062099 tst handover_2G:nanobts+bts1-oc2g: Using 1 x ip_address (candidates: 6)\u000a23:01:55.072696 tst handover_2G:nanobts+bts1-oc2g: Using 1 x ip_address (candidates: 6)\u000a23:01:55.083254 tst handover_2G:nanobts+bts1-oc2g: Using 1 x modem (candidates: 2)\u000a23:01:55.202345 tst handover_2G:nanobts+bts1-oc2g: Using 1 x modem (candidates: 2)\u000a23:01:55.403383 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a23:01:55.879262 run create_hlr_db(pid=11008): Launched\u000a23:01:57.056656 run create_hlr_db(pid=11008): Terminated: ok {rc=0}\u000a23:01:57.368923 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11010): Launched\u000a23:01:57.671540 run osmo-hlr_10.42.42.2(pid=11011): Launched\u000a23:01:57.789756 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a23:01:58.318969 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11013): Launched\u000a23:01:58.621052 run osmo-stp_10.42.42.5(pid=11014): Launched\u000a23:01:58.730224 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a23:01:59.282282 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11016): Launched\u000a23:01:59.584058 run osmo-msc_10.42.42.6(pid=11018): Launched\u000a23:01:59.761552 run osmo-stp_10.42.42.5(pid=11014): ERR: Terminated: ERROR {rc=1} [trial-2395↪handover_2G:nanobts+bts1-oc2g↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11014)]\u000a23:01:59.888788 run osmo-stp_10.42.42.5(pid=11014): stdout: \u000a| (launched: 2022-12-13_23:01:58.472250)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:02:00.014705 run osmo-stp_10.42.42.5(pid=11014): stderr: \u000a| �[0;m�[38;5;43m20221213230158642 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213230158642 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213230158643 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213230158643 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213230158645 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213230158646 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213230158646 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:02:00.135815 run osmo-stp_10.42.42.5(pid=11014): stdout: \u000a| (launched: 2022-12-13_23:01:58.472250)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:02:00.255513 run osmo-stp_10.42.42.5(pid=11014): stderr: \u000a| �[0;m�[38;5;43m20221213230158642 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213230158642 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213230158643 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213230158643 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213230158645 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213230158646 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213230158646 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:02:00.308040 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=11014): Process ended prematurely: osmo-stp_10.42.42.5(pid=11014) [trial-2395↪handover_2G:nanobts+bts1-oc2g↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11014)] [trial-2395↪handover_2G:nanobts+bts1-oc2g↪handover.py:18]\u000a23:02:00.315832 tst handover.py:18: Test FAILED (6.3 sec)\u000a23:02:00.374918 run osmo-hlr_10.42.42.2(pid=11011): ERR: Terminated: ERROR {rc=237} [trial-2395↪handover_2G:nanobts+bts1-oc2g↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=11011)]\u000a23:02:00.423530 run osmo-hlr_10.42.42.2(pid=11011): stdout: \u000a| (launched: 2022-12-13_23:01:57.522472) \u000a23:02:00.472696 run osmo-hlr_10.42.42.2(pid=11011): stderr: \u000a| �[0;m�[1;31m20221213230157699 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213230157699 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213230157699 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213230157699 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213230157699 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213230157699 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213230157711 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2395/run.2022-12-13_21-44-31/handover_2G:nanobts+bts1-oc2g/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213230157722 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213230157723 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213230157723 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a23:02:00.539194 run osmo-msc_10.42.42.6(pid=11018): ERR: Terminated: ERROR {rc=2} [trial-2395↪handover_2G:nanobts+bts1-oc2g↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=11018)]\u000a23:02:00.587317 run osmo-msc_10.42.42.6(pid=11018): stdout: \u000a| (launched: 2022-12-13_23:01:59.435883) \u000a23:02:00.636024 run osmo-msc_10.42.42.6(pid=11018): stderr: \u000a| �[0;m�[38;5;43m20221213230159709 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213230159709 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f6adf8d7c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213230159709 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213230159709 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213230159709 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213230159710 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213230159711 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213230159712 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213230159712 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213230159712 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a23:02:00.677489 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11010): Terminating (SIGTERM)\u000a23:02:00.716985 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11013): Terminating (SIGTERM)\u000a23:02:00.756263 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11016): Terminating (SIGTERM)\u000a23:02:00.765346 --- ParallelTerminationStrategy: PID 11010 died...\u000a23:02:00.818164 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11010): Terminated: ok {rc=0}\u000a23:02:00.828771 --- ParallelTerminationStrategy: PID 11013 died...\u000a23:02:00.924090 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11013): Terminated: ok {rc=0}\u000a23:02:00.943889 --- ParallelTerminationStrategy: PID 11016 died...\u000a23:02:01.015121 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11016): Terminated: ok {rc=0}\u000a23:02:01.128487 bus /sierra_3: Setting Powered False\u000a23:02:02.232333 bus /sierra_3: Setting Powered False\u000a23:02:03.338422 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "164", "name" : "handover_2G_nanobts+bts1-oc2g", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T23:01:53" }, { "cases" : [ { "testActions" : [ ], "age" : 224, "className" : "handover_2G:nanobts+bts1-octphy", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=11031): Process ended prematurely: osmo-stp_10.42.42.5(pid=11031) [trial-2395↪handover_2G:nanobts+bts1-octphy↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11031)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=11031): Process ended prematurely: osmo-stp_10.42.42.5(pid=11031) [trial-2395↪handover_2G:nanobts+bts1-octphy↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11031)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2395 handover_2G:nanobts+bts1-octphy handover.py\u000a----------------------------------------------\u000a23:02:05.302403 tst handover_2G:nanobts+bts1-octphy: Using 1 x ip_address (candidates: 6)\u000a23:02:05.313585 tst handover_2G:nanobts+bts1-octphy: Using 1 x bts (candidates: 2)\u000a23:02:05.436557 tst handover.py: using LAC 36821\u000a23:02:05.556166 tst handover.py: using RAC 101\u000a23:02:05.673733 tst handover.py: using CellId 36821\u000a23:02:05.793438 tst handover.py: using BVCI 36822\u000a23:02:05.816359 tst handover_2G:nanobts+bts1-octphy: Using 1 x bts (candidates: 2)\u000a23:02:05.946493 tst handover.py: using LAC 36822\u000a23:02:06.068201 tst handover.py: using RAC 102\u000a23:02:06.194458 tst handover.py: using CellId 36822\u000a23:02:06.322048 tst handover.py: using BVCI 36823\u000a23:02:06.346914 tst handover_2G:nanobts+bts1-octphy: Using 1 x ip_address (candidates: 6)\u000a23:02:06.358337 tst handover_2G:nanobts+bts1-octphy: Using 1 x ip_address (candidates: 6)\u000a23:02:06.369523 tst handover_2G:nanobts+bts1-octphy: Using 1 x ip_address (candidates: 6)\u000a23:02:06.380825 tst handover_2G:nanobts+bts1-octphy: Using 1 x ip_address (candidates: 6)\u000a23:02:06.392372 tst handover_2G:nanobts+bts1-octphy: Using 1 x ip_address (candidates: 6)\u000a23:02:06.403734 tst handover_2G:nanobts+bts1-octphy: Using 1 x modem (candidates: 2)\u000a23:02:06.520486 tst handover_2G:nanobts+bts1-octphy: Using 1 x modem (candidates: 2)\u000a23:02:06.731154 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a23:02:07.220612 run create_hlr_db(pid=11025): Launched\u000a23:02:07.353492 bus /sierra_2: Setting Powered False\u000a23:02:08.429361 run create_hlr_db(pid=11025): Terminated: ok {rc=0}\u000a23:02:08.810675 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11027): Launched\u000a23:02:09.115437 run osmo-hlr_10.42.42.2(pid=11028): Launched\u000a23:02:09.234650 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a23:02:09.743017 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11030): Launched\u000a23:02:10.045422 run osmo-stp_10.42.42.5(pid=11031): Launched\u000a23:02:10.156025 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a23:02:10.682961 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11033): Launched\u000a23:02:10.987783 run osmo-msc_10.42.42.6(pid=11034): Launched\u000a23:02:11.166315 run osmo-stp_10.42.42.5(pid=11031): ERR: Terminated: ERROR {rc=1} [trial-2395↪handover_2G:nanobts+bts1-octphy↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11031)]\u000a23:02:11.294773 run osmo-stp_10.42.42.5(pid=11031): stdout: \u000a| (launched: 2022-12-13_23:02:09.896318)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:02:11.420661 run osmo-stp_10.42.42.5(pid=11031): stderr: \u000a| �[0;m�[38;5;43m20221213230210067 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213230210068 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213230210068 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213230210068 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213230210069 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213230210069 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213230210069 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:02:11.542407 run osmo-stp_10.42.42.5(pid=11031): stdout: \u000a| (launched: 2022-12-13_23:02:09.896318)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:02:11.662864 run osmo-stp_10.42.42.5(pid=11031): stderr: \u000a| �[0;m�[38;5;43m20221213230210067 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213230210068 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213230210068 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213230210068 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213230210069 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213230210069 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213230210069 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:02:11.715480 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=11031): Process ended prematurely: osmo-stp_10.42.42.5(pid=11031) [trial-2395↪handover_2G:nanobts+bts1-octphy↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11031)] [trial-2395↪handover_2G:nanobts+bts1-octphy↪handover.py:18]\u000a23:02:11.723314 tst handover.py:18: Test FAILED (6.4 sec)\u000a23:02:11.782353 run osmo-hlr_10.42.42.2(pid=11028): ERR: Terminated: ERROR {rc=237} [trial-2395↪handover_2G:nanobts+bts1-octphy↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=11028)]\u000a23:02:11.830901 run osmo-hlr_10.42.42.2(pid=11028): stdout: \u000a| (launched: 2022-12-13_23:02:08.965175) \u000a23:02:11.879970 run osmo-hlr_10.42.42.2(pid=11028): stderr: \u000a| �[0;m�[1;31m20221213230209142 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213230209142 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213230209142 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213230209142 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213230209142 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213230209142 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213230209154 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2395/run.2022-12-13_21-44-31/handover_2G:nanobts+bts1-octphy/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213230209165 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213230209165 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213230209166 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a23:02:11.946935 run osmo-msc_10.42.42.6(pid=11034): ERR: Terminated: ERROR {rc=2} [trial-2395↪handover_2G:nanobts+bts1-octphy↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=11034)]\u000a23:02:11.995218 run osmo-msc_10.42.42.6(pid=11034): stdout: \u000a| (launched: 2022-12-13_23:02:10.837513) \u000a23:02:12.044281 run osmo-msc_10.42.42.6(pid=11034): stderr: \u000a| �[0;m�[38;5;43m20221213230211111 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213230211111 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f1b31ad2c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213230211111 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213230211111 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213230211112 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213230211112 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213230211115 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213230211115 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213230211115 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213230211115 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a23:02:12.085760 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11027): Terminating (SIGTERM)\u000a23:02:12.125537 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11030): Terminating (SIGTERM)\u000a23:02:12.164855 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11033): Terminating (SIGTERM)\u000a23:02:12.173994 --- ParallelTerminationStrategy: PID 11027 died...\u000a23:02:12.226975 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11027): Terminated: ok {rc=0}\u000a23:02:12.236291 --- ParallelTerminationStrategy: PID 11030 died...\u000a23:02:12.288631 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11030): Terminated: ok {rc=0}\u000a23:02:12.298025 --- ParallelTerminationStrategy: PID 11033 died...\u000a23:02:12.350216 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11033): Terminated: ok {rc=0}\u000a23:02:12.438582 bus /sierra_3: Setting Powered False\u000a23:02:13.541068 bus /sierra_3: Setting Powered False\u000a23:02:14.651716 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "165", "name" : "handover_2G_nanobts+bts1-octphy", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T23:02:05" }, { "cases" : [ { "testActions" : [ ], "age" : 224, "className" : "handover_2G:nanobts+bts1-trx-lms", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=11045): Process ended prematurely: osmo-stp_10.42.42.5(pid=11045) [trial-2395↪handover_2G:nanobts+bts1-trx-lms↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11045)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=11045): Process ended prematurely: osmo-stp_10.42.42.5(pid=11045) [trial-2395↪handover_2G:nanobts+bts1-trx-lms↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11045)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2395 handover_2G:nanobts+bts1-trx-lms handover.py\u000a----------------------------------------------\u000a23:02:16.717369 tst handover_2G:nanobts+bts1-trx-lms: Using 1 x ip_address (candidates: 6)\u000a23:02:16.729391 tst handover_2G:nanobts+bts1-trx-lms: Using 1 x bts (candidates: 2)\u000a23:02:16.867321 tst handover.py: using LAC 36823\u000a23:02:16.990985 tst handover.py: using RAC 103\u000a23:02:17.159891 tst handover.py: using CellId 36823\u000a23:02:17.289949 tst handover.py: using BVCI 36824\u000a23:02:17.313512 tst handover_2G:nanobts+bts1-trx-lms: Using 1 x bts (candidates: 2)\u000a23:02:17.457073 tst handover.py: using LAC 36824\u000a23:02:17.582837 tst handover.py: using RAC 104\u000a23:02:17.708405 tst handover.py: using CellId 36824\u000a23:02:17.830624 tst handover.py: using BVCI 36825\u000a23:02:17.853657 tst handover_2G:nanobts+bts1-trx-lms: Using 1 x ip_address (candidates: 6)\u000a23:02:17.864352 tst handover_2G:nanobts+bts1-trx-lms: Using 1 x ip_address (candidates: 6)\u000a23:02:17.874879 tst handover_2G:nanobts+bts1-trx-lms: Using 1 x ip_address (candidates: 6)\u000a23:02:17.885561 tst handover_2G:nanobts+bts1-trx-lms: Using 1 x ip_address (candidates: 6)\u000a23:02:17.896663 tst handover_2G:nanobts+bts1-trx-lms: Using 1 x ip_address (candidates: 6)\u000a23:02:17.907821 tst handover_2G:nanobts+bts1-trx-lms: Using 1 x modem (candidates: 2)\u000a23:02:18.030524 tst handover_2G:nanobts+bts1-trx-lms: Using 1 x modem (candidates: 2)\u000a23:02:18.233117 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a23:02:18.692268 run create_hlr_db(pid=11039): Launched\u000a23:02:18.815174 bus /sierra_2: Setting Powered False\u000a23:02:19.887939 run create_hlr_db(pid=11039): Terminated: ok {rc=0}\u000a23:02:20.266715 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11041): Launched\u000a23:02:20.570557 run osmo-hlr_10.42.42.2(pid=11042): Launched\u000a23:02:20.681025 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a23:02:21.179613 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11044): Launched\u000a23:02:21.482408 run osmo-stp_10.42.42.5(pid=11045): Launched\u000a23:02:21.591764 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a23:02:22.119811 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11047): Launched\u000a23:02:22.423701 run osmo-msc_10.42.42.6(pid=11048): Launched\u000a23:02:22.605244 run osmo-stp_10.42.42.5(pid=11045): ERR: Terminated: ERROR {rc=1} [trial-2395↪handover_2G:nanobts+bts1-trx-lms↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11045)]\u000a23:02:22.733116 run osmo-stp_10.42.42.5(pid=11045): stdout: \u000a| (launched: 2022-12-13_23:02:21.333147)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:02:22.859009 run osmo-stp_10.42.42.5(pid=11045): stderr: \u000a| �[0;m�[38;5;43m20221213230221504 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213230221504 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213230221504 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213230221505 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213230221505 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213230221505 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213230221505 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:02:22.980451 run osmo-stp_10.42.42.5(pid=11045): stdout: \u000a| (launched: 2022-12-13_23:02:21.333147)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:02:23.100670 run osmo-stp_10.42.42.5(pid=11045): stderr: \u000a| �[0;m�[38;5;43m20221213230221504 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213230221504 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213230221504 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213230221505 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213230221505 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213230221505 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213230221505 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:02:23.153590 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=11045): Process ended prematurely: osmo-stp_10.42.42.5(pid=11045) [trial-2395↪handover_2G:nanobts+bts1-trx-lms↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11045)] [trial-2395↪handover_2G:nanobts+bts1-trx-lms↪handover.py:18]\u000a23:02:23.161524 tst handover.py:18: Test FAILED (6.4 sec)\u000a23:02:23.220682 run osmo-hlr_10.42.42.2(pid=11042): ERR: Terminated: ERROR {rc=237} [trial-2395↪handover_2G:nanobts+bts1-trx-lms↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=11042)]\u000a23:02:23.269523 run osmo-hlr_10.42.42.2(pid=11042): stdout: \u000a| (launched: 2022-12-13_23:02:20.420850) \u000a23:02:23.318742 run osmo-hlr_10.42.42.2(pid=11042): stderr: \u000a| �[0;m�[1;31m20221213230220599 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213230220599 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213230220599 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213230220599 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213230220599 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213230220599 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213230220614 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2395/run.2022-12-13_21-44-31/handover_2G:nanobts+bts1-trx-lms/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213230220624 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213230220625 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213230220625 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a23:02:23.385417 run osmo-msc_10.42.42.6(pid=11048): ERR: Terminated: ERROR {rc=2} [trial-2395↪handover_2G:nanobts+bts1-trx-lms↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=11048)]\u000a23:02:23.433886 run osmo-msc_10.42.42.6(pid=11048): stdout: \u000a| (launched: 2022-12-13_23:02:22.274707) \u000a23:02:23.482930 run osmo-msc_10.42.42.6(pid=11048): stderr: \u000a| �[0;m�[38;5;43m20221213230222548 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213230222548 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fd0a5754c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213230222548 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213230222548 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213230222548 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213230222548 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213230222550 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213230222551 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213230222551 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213230222551 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a23:02:23.524750 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11041): Terminating (SIGTERM)\u000a23:02:23.563986 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11044): Terminating (SIGTERM)\u000a23:02:23.603274 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11047): Terminating (SIGTERM)\u000a23:02:23.612371 --- ParallelTerminationStrategy: PID 11041 died...\u000a23:02:23.665655 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11041): Terminated: ok {rc=0}\u000a23:02:23.675132 --- ParallelTerminationStrategy: PID 11044 died...\u000a23:02:23.727927 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11044): Terminated: ok {rc=0}\u000a23:02:23.737423 --- ParallelTerminationStrategy: PID 11047 died...\u000a23:02:23.790204 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11047): Terminated: ok {rc=0}\u000a23:02:23.874146 bus /sierra_3: Setting Powered False\u000a23:02:24.982162 bus /sierra_3: Setting Powered False\u000a23:02:26.090772 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "166", "name" : "handover_2G_nanobts+bts1-trx-lms", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T23:02:16" }, { "cases" : [ { "testActions" : [ ], "age" : 224, "className" : "handover_2G:nanobts+bts1-trx-lms-limenet-micro", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=11059): Process ended prematurely: osmo-stp_10.42.42.5(pid=11059) [trial-2395↪handover_2G:nanobts+bts1-trx-lms-limenet-micro↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11059)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=11059): Process ended prematurely: osmo-stp_10.42.42.5(pid=11059) [trial-2395↪handover_2G:nanobts+bts1-trx-lms-limenet-micro↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11059)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2395 handover_2G:nanobts+bts1-trx-lms-limenet-micro handover.py\u000a----------------------------------------------\u000a23:02:28.090908 tst handover_2G:nanobts+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a23:02:28.102117 tst handover_2G:nanobts+bts1-trx-lms-limenet-micro: Using 1 x bts (candidates: 2)\u000a23:02:28.226554 tst handover.py: using LAC 36825\u000a23:02:28.347538 tst handover.py: using RAC 105\u000a23:02:28.467490 tst handover.py: using CellId 36825\u000a23:02:28.587566 tst handover.py: using BVCI 36826\u000a23:02:28.610566 tst handover_2G:nanobts+bts1-trx-lms-limenet-micro: Using 1 x bts (candidates: 2)\u000a23:02:28.743798 tst handover.py: using LAC 36826\u000a23:02:28.864169 tst handover.py: using RAC 106\u000a23:02:28.985022 tst handover.py: using CellId 36826\u000a23:02:29.103563 tst handover.py: using BVCI 36827\u000a23:02:29.126558 tst handover_2G:nanobts+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a23:02:29.137508 tst handover_2G:nanobts+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a23:02:29.148236 tst handover_2G:nanobts+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a23:02:29.159177 tst handover_2G:nanobts+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a23:02:29.170153 tst handover_2G:nanobts+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a23:02:29.180893 tst handover_2G:nanobts+bts1-trx-lms-limenet-micro: Using 1 x modem (candidates: 2)\u000a23:02:29.303192 tst handover_2G:nanobts+bts1-trx-lms-limenet-micro: Using 1 x modem (candidates: 2)\u000a23:02:29.514038 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a23:02:29.997767 run create_hlr_db(pid=11053): Launched\u000a23:02:30.129696 bus /sierra_2: Setting Powered False\u000a23:02:31.199265 run create_hlr_db(pid=11053): Terminated: ok {rc=0}\u000a23:02:31.609280 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11055): Launched\u000a23:02:31.935172 run osmo-hlr_10.42.42.2(pid=11056): Launched\u000a23:02:32.120827 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a23:02:32.687168 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11058): Launched\u000a23:02:33.013221 run osmo-stp_10.42.42.5(pid=11059): Launched\u000a23:02:33.131220 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a23:02:33.699988 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11061): Launched\u000a23:02:34.026367 run osmo-msc_10.42.42.6(pid=11062): Launched\u000a23:02:34.217197 run osmo-stp_10.42.42.5(pid=11059): ERR: Terminated: ERROR {rc=1} [trial-2395↪handover_2G:nanobts+bts1-trx-lms-limenet-micro↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11059)]\u000a23:02:34.354796 run osmo-stp_10.42.42.5(pid=11059): stdout: \u000a| (launched: 2022-12-13_23:02:32.852456)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:02:34.491952 run osmo-stp_10.42.42.5(pid=11059): stderr: \u000a| �[0;m�[38;5;43m20221213230233043 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213230233043 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213230233043 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213230233044 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213230233046 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213230233046 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213230233046 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:02:34.622986 run osmo-stp_10.42.42.5(pid=11059): stdout: \u000a| (launched: 2022-12-13_23:02:32.852456)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:02:34.752664 run osmo-stp_10.42.42.5(pid=11059): stderr: \u000a| �[0;m�[38;5;43m20221213230233043 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213230233043 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213230233043 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213230233044 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213230233046 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213230233046 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213230233046 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:02:34.809336 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=11059): Process ended prematurely: osmo-stp_10.42.42.5(pid=11059) [trial-2395↪handover_2G:nanobts+bts1-trx-lms-limenet-micro↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11059)] [trial-2395↪handover_2G:nanobts+bts1-trx-lms-limenet-micro↪handover.py:18]\u000a23:02:34.817989 tst handover.py:18: Test FAILED (6.7 sec)\u000a23:02:34.880505 run osmo-hlr_10.42.42.2(pid=11056): ERR: Terminated: ERROR {rc=237} [trial-2395↪handover_2G:nanobts+bts1-trx-lms-limenet-micro↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=11056)]\u000a23:02:34.932120 run osmo-hlr_10.42.42.2(pid=11056): stdout: \u000a| (launched: 2022-12-13_23:02:31.769335) \u000a23:02:34.984395 run osmo-hlr_10.42.42.2(pid=11056): stderr: \u000a| �[0;m�[1;31m20221213230232147 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213230232147 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213230232147 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213230232147 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213230232147 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213230232147 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213230232158 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2395/run.2022-12-13_21-44-31/handover_2G:nanobts+bts1-trx-lms-limenet-micro/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213230232175 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213230232175 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213230232175 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a23:02:35.054968 run osmo-msc_10.42.42.6(pid=11062): ERR: Terminated: ERROR {rc=2} [trial-2395↪handover_2G:nanobts+bts1-trx-lms-limenet-micro↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=11062)]\u000a23:02:35.106119 run osmo-msc_10.42.42.6(pid=11062): stdout: \u000a| (launched: 2022-12-13_23:02:33.865579) \u000a23:02:35.158091 run osmo-msc_10.42.42.6(pid=11062): stderr: \u000a| �[0;m�[38;5;43m20221213230234187 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213230234187 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f186175ec40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213230234187 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213230234187 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213230234187 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213230234187 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213230234189 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213230234190 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213230234190 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213230234190 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a23:02:35.202219 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11055): Terminating (SIGTERM)\u000a23:02:35.243900 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11058): Terminating (SIGTERM)\u000a23:02:35.286120 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11061): Terminating (SIGTERM)\u000a23:02:35.295727 --- ParallelTerminationStrategy: PID 11055 died...\u000a23:02:35.351773 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11055): Terminated: ok {rc=0}\u000a23:02:35.361873 --- ParallelTerminationStrategy: PID 11058 died...\u000a23:02:35.417821 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11058): Terminated: ok {rc=0}\u000a23:02:35.427748 --- ParallelTerminationStrategy: PID 11061 died...\u000a23:02:35.484358 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11061): Terminated: ok {rc=0}\u000a23:02:35.572897 bus /sierra_3: Setting Powered False\u000a23:02:36.680464 bus /sierra_3: Setting Powered False\u000a23:02:37.792190 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "167", "name" : "handover_2G_nanobts+bts1-trx-lms-limenet-micro", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T23:02:27" }, { "cases" : [ { "testActions" : [ ], "age" : 224, "className" : "handover_2G:nanobts+bts1-trx-sysmocell5000", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=11074): Process ended prematurely: osmo-stp_10.42.42.5(pid=11074) [trial-2395↪handover_2G:nanobts+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11074)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=11074): Process ended prematurely: osmo-stp_10.42.42.5(pid=11074) [trial-2395↪handover_2G:nanobts+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11074)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2395 handover_2G:nanobts+bts1-trx-sysmocell5000 handover.py\u000a----------------------------------------------\u000a23:02:39.782481 tst handover_2G:nanobts+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a23:02:39.793416 tst handover_2G:nanobts+bts1-trx-sysmocell5000: Using 1 x bts (candidates: 2)\u000a23:02:39.922513 tst handover.py: using LAC 36827\u000a23:02:40.047095 tst handover.py: using RAC 107\u000a23:02:40.176724 tst handover.py: using CellId 36827\u000a23:02:40.301436 tst handover.py: using BVCI 36828\u000a23:02:40.326023 tst handover_2G:nanobts+bts1-trx-sysmocell5000: Using 1 x bts (candidates: 2)\u000a23:02:40.469745 tst handover.py: using LAC 36828\u000a23:02:40.590442 tst handover.py: using RAC 108\u000a23:02:40.708464 tst handover.py: using CellId 36828\u000a23:02:40.828091 tst handover.py: using BVCI 36829\u000a23:02:40.851221 tst handover_2G:nanobts+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a23:02:40.862093 tst handover_2G:nanobts+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a23:02:40.873132 tst handover_2G:nanobts+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a23:02:40.884039 tst handover_2G:nanobts+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a23:02:40.895042 tst handover_2G:nanobts+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a23:02:40.906019 tst handover_2G:nanobts+bts1-trx-sysmocell5000: Using 1 x modem (candidates: 2)\u000a23:02:41.028073 tst handover_2G:nanobts+bts1-trx-sysmocell5000: Using 1 x modem (candidates: 2)\u000a23:02:41.230146 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a23:02:41.689478 run create_hlr_db(pid=11068): Launched\u000a23:02:41.813639 bus /sierra_2: Setting Powered False\u000a23:02:42.885665 run create_hlr_db(pid=11068): Terminated: ok {rc=0}\u000a23:02:43.288264 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11070): Launched\u000a23:02:43.614588 run osmo-hlr_10.42.42.2(pid=11071): Launched\u000a23:02:43.737385 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a23:02:44.272605 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11073): Launched\u000a23:02:44.599537 run osmo-stp_10.42.42.5(pid=11074): Launched\u000a23:02:44.719937 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a23:02:45.284640 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11076): Launched\u000a23:02:45.611398 run osmo-msc_10.42.42.6(pid=11077): Launched\u000a23:02:45.801389 run osmo-stp_10.42.42.5(pid=11074): ERR: Terminated: ERROR {rc=1} [trial-2395↪handover_2G:nanobts+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11074)]\u000a23:02:46.033629 run osmo-stp_10.42.42.5(pid=11074): stdout: \u000a| (launched: 2022-12-13_23:02:44.438387)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:02:46.187226 run osmo-stp_10.42.42.5(pid=11074): stderr: \u000a| �[0;m�[38;5;43m20221213230244630 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213230244630 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213230244630 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213230244630 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213230244631 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213230244631 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213230244631 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:02:46.311938 run osmo-stp_10.42.42.5(pid=11074): stdout: \u000a| (launched: 2022-12-13_23:02:44.438387)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:02:46.437526 run osmo-stp_10.42.42.5(pid=11074): stderr: \u000a| �[0;m�[38;5;43m20221213230244630 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213230244630 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213230244630 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213230244630 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213230244631 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213230244631 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213230244631 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:02:46.492611 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=11074): Process ended prematurely: osmo-stp_10.42.42.5(pid=11074) [trial-2395↪handover_2G:nanobts+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11074)] [trial-2395↪handover_2G:nanobts+bts1-trx-sysmocell5000↪handover.py:18]\u000a23:02:46.501618 tst handover.py:18: Test FAILED (6.7 sec)\u000a23:02:46.563473 run osmo-hlr_10.42.42.2(pid=11071): ERR: Terminated: ERROR {rc=237} [trial-2395↪handover_2G:nanobts+bts1-trx-sysmocell5000↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=11071)]\u000a23:02:46.613144 run osmo-hlr_10.42.42.2(pid=11071): stdout: \u000a| (launched: 2022-12-13_23:02:43.453549) \u000a23:02:46.663017 run osmo-hlr_10.42.42.2(pid=11071): stderr: \u000a| �[0;m�[1;31m20221213230243651 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213230243651 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213230243651 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213230243651 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213230243651 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213230243651 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213230243664 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2395/run.2022-12-13_21-44-31/handover_2G:nanobts+bts1-trx-sysmocell5000/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213230243672 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213230243672 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213230243672 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a23:02:46.732261 run osmo-msc_10.42.42.6(pid=11077): ERR: Terminated: ERROR {rc=2} [trial-2395↪handover_2G:nanobts+bts1-trx-sysmocell5000↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=11077)]\u000a23:02:46.781803 run osmo-msc_10.42.42.6(pid=11077): stdout: \u000a| (launched: 2022-12-13_23:02:45.449636) \u000a23:02:46.832778 run osmo-msc_10.42.42.6(pid=11077): stderr: \u000a| �[0;m�[38;5;43m20221213230245770 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213230245770 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fc6e5921c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213230245770 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213230245770 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213230245771 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213230245771 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213230245772 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213230245773 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213230245773 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213230245773 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a23:02:46.875520 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11070): Terminating (SIGTERM)\u000a23:02:46.916577 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11073): Terminating (SIGTERM)\u000a23:02:46.962090 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11076): Terminating (SIGTERM)\u000a23:02:46.971907 --- ParallelTerminationStrategy: PID 11070 died...\u000a23:02:47.027661 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11070): Terminated: ok {rc=0}\u000a23:02:47.037804 --- ParallelTerminationStrategy: PID 11073 died...\u000a23:02:47.091406 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11073): Terminated: ok {rc=0}\u000a23:02:47.101317 --- ParallelTerminationStrategy: PID 11076 died...\u000a23:02:47.156083 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11076): Terminated: ok {rc=0}\u000a23:02:47.245755 bus /sierra_3: Setting Powered False\u000a23:02:48.351982 bus /sierra_3: Setting Powered False\u000a23:02:49.463453 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "168", "name" : "handover_2G_nanobts+bts1-trx-sysmocell5000", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T23:02:39" }, { "cases" : [ { "testActions" : [ ], "age" : 224, "className" : "handover_2G:nanobts+bts1-sysmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=11088): Process ended prematurely: osmo-stp_10.42.42.5(pid=11088) [trial-2395↪handover_2G:nanobts+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11088)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=11088): Process ended prematurely: osmo-stp_10.42.42.5(pid=11088) [trial-2395↪handover_2G:nanobts+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11088)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2395 handover_2G:nanobts+bts1-sysmo handover.py\u000a----------------------------------------------\u000a23:02:51.439105 tst handover_2G:nanobts+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a23:02:51.449897 tst handover_2G:nanobts+bts1-sysmo: Using 1 x bts (candidates: 2)\u000a23:02:51.574609 tst handover.py: using LAC 36829\u000a23:02:51.691915 tst handover.py: using RAC 109\u000a23:02:51.808714 tst handover.py: using CellId 36829\u000a23:02:51.925889 tst handover.py: using BVCI 36830\u000a23:02:51.948828 tst handover_2G:nanobts+bts1-sysmo: Using 1 x bts (candidates: 2)\u000a23:02:52.069370 tst handover.py: using LAC 36830\u000a23:02:52.187900 tst handover.py: using RAC 110\u000a23:02:52.305274 tst handover.py: using CellId 36830\u000a23:02:52.423782 tst handover.py: using BVCI 36831\u000a23:02:52.447391 tst handover_2G:nanobts+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a23:02:52.458212 tst handover_2G:nanobts+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a23:02:52.468803 tst handover_2G:nanobts+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a23:02:52.479295 tst handover_2G:nanobts+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a23:02:52.489922 tst handover_2G:nanobts+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a23:02:52.500382 tst handover_2G:nanobts+bts1-sysmo: Using 1 x modem (candidates: 2)\u000a23:02:52.622081 tst handover_2G:nanobts+bts1-sysmo: Using 1 x modem (candidates: 2)\u000a23:02:52.830796 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a23:02:53.313725 run create_hlr_db(pid=11082): Launched\u000a23:02:53.445869 bus /sierra_2: Setting Powered False\u000a23:02:54.522937 run create_hlr_db(pid=11082): Terminated: ok {rc=0}\u000a23:02:54.925090 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11084): Launched\u000a23:02:55.251270 run osmo-hlr_10.42.42.2(pid=11085): Launched\u000a23:02:55.371799 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a23:02:55.907066 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11087): Launched\u000a23:02:56.233309 run osmo-stp_10.42.42.5(pid=11088): Launched\u000a23:02:56.351729 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a23:02:56.916536 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11090): Launched\u000a23:02:57.241692 run osmo-msc_10.42.42.6(pid=11091): Launched\u000a23:02:57.432766 run osmo-stp_10.42.42.5(pid=11088): ERR: Terminated: ERROR {rc=1} [trial-2395↪handover_2G:nanobts+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11088)]\u000a23:02:57.570697 run osmo-stp_10.42.42.5(pid=11088): stdout: \u000a| (launched: 2022-12-13_23:02:56.072510)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:02:57.707603 run osmo-stp_10.42.42.5(pid=11088): stderr: \u000a| �[0;m�[38;5;43m20221213230256265 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213230256265 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213230256265 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213230256266 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213230256266 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213230256266 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213230256266 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:02:57.838210 run osmo-stp_10.42.42.5(pid=11088): stdout: \u000a| (launched: 2022-12-13_23:02:56.072510)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:02:57.967630 run osmo-stp_10.42.42.5(pid=11088): stderr: \u000a| �[0;m�[38;5;43m20221213230256265 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213230256265 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213230256265 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213230256266 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213230256266 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213230256266 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213230256266 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:02:58.024453 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=11088): Process ended prematurely: osmo-stp_10.42.42.5(pid=11088) [trial-2395↪handover_2G:nanobts+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11088)] [trial-2395↪handover_2G:nanobts+bts1-sysmo↪handover.py:18]\u000a23:02:58.033079 tst handover.py:18: Test FAILED (6.6 sec)\u000a23:02:58.095922 run osmo-hlr_10.42.42.2(pid=11085): ERR: Terminated: ERROR {rc=237} [trial-2395↪handover_2G:nanobts+bts1-sysmo↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=11085)]\u000a23:02:58.147230 run osmo-hlr_10.42.42.2(pid=11085): stdout: \u000a| (launched: 2022-12-13_23:02:55.090614) \u000a23:02:58.199188 run osmo-hlr_10.42.42.2(pid=11085): stderr: \u000a| �[0;m�[1;31m20221213230255288 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213230255288 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213230255288 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213230255288 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213230255288 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213230255288 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213230255300 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2395/run.2022-12-13_21-44-31/handover_2G:nanobts+bts1-sysmo/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213230255309 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213230255309 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213230255309 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a23:02:58.269489 run osmo-msc_10.42.42.6(pid=11091): ERR: Terminated: ERROR {rc=2} [trial-2395↪handover_2G:nanobts+bts1-sysmo↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=11091)]\u000a23:02:58.320458 run osmo-msc_10.42.42.6(pid=11091): stdout: \u000a| (launched: 2022-12-13_23:02:57.082489) \u000a23:02:58.372222 run osmo-msc_10.42.42.6(pid=11091): stderr: \u000a| �[0;m�[38;5;43m20221213230257402 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213230257402 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f582424dc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213230257402 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213230257402 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213230257403 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213230257403 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213230257404 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213230257405 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213230257405 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213230257405 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a23:02:58.416154 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11084): Terminating (SIGTERM)\u000a23:02:58.458253 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11087): Terminating (SIGTERM)\u000a23:02:58.500217 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11090): Terminating (SIGTERM)\u000a23:02:58.509973 --- ParallelTerminationStrategy: PID 11084 died...\u000a23:02:58.566416 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11084): Terminated: ok {rc=0}\u000a23:02:58.576555 --- ParallelTerminationStrategy: PID 11087 died...\u000a23:02:58.632686 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11087): Terminated: ok {rc=0}\u000a23:02:58.642749 --- ParallelTerminationStrategy: PID 11090 died...\u000a23:02:58.699028 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11090): Terminated: ok {rc=0}\u000a23:02:58.785545 bus /sierra_3: Setting Powered False\u000a23:02:59.891140 bus /sierra_3: Setting Powered False\u000a23:03:01.010178 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "169", "name" : "handover_2G_nanobts+bts1-sysmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T23:02:51" }, { "cases" : [ { "testActions" : [ ], "age" : 224, "className" : "handover_2G:nanobts+bts1-trx-b200", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=11103): Process ended prematurely: osmo-stp_10.42.42.5(pid=11103) [trial-2395↪handover_2G:nanobts+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11103)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=11103): Process ended prematurely: osmo-stp_10.42.42.5(pid=11103) [trial-2395↪handover_2G:nanobts+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11103)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2395 handover_2G:nanobts+bts1-trx-b200 handover.py\u000a----------------------------------------------\u000a23:03:03.028188 tst handover_2G:nanobts+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a23:03:03.038910 tst handover_2G:nanobts+bts1-trx-b200: Using 1 x bts (candidates: 2)\u000a23:03:03.163980 tst handover.py: using LAC 36831\u000a23:03:03.283945 tst handover.py: using RAC 111\u000a23:03:03.403729 tst handover.py: using CellId 36831\u000a23:03:03.524521 tst handover.py: using BVCI 36832\u000a23:03:03.547340 tst handover_2G:nanobts+bts1-trx-b200: Using 1 x bts (candidates: 2)\u000a23:03:03.687466 tst handover.py: using LAC 36832\u000a23:03:03.803828 tst handover.py: using RAC 112\u000a23:03:03.937718 tst handover.py: using CellId 36832\u000a23:03:04.074192 tst handover.py: using BVCI 36833\u000a23:03:04.098956 tst handover_2G:nanobts+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a23:03:04.110326 tst handover_2G:nanobts+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a23:03:04.121606 tst handover_2G:nanobts+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a23:03:04.132705 tst handover_2G:nanobts+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a23:03:04.144145 tst handover_2G:nanobts+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a23:03:04.155660 tst handover_2G:nanobts+bts1-trx-b200: Using 1 x modem (candidates: 2)\u000a23:03:04.276509 tst handover_2G:nanobts+bts1-trx-b200: Using 1 x modem (candidates: 2)\u000a23:03:04.478765 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a23:03:04.937745 run create_hlr_db(pid=11097): Launched\u000a23:03:05.061764 bus /sierra_2: Setting Powered False\u000a23:03:06.134544 run create_hlr_db(pid=11097): Terminated: ok {rc=0}\u000a23:03:06.539167 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11099): Launched\u000a23:03:06.866549 run osmo-hlr_10.42.42.2(pid=11100): Launched\u000a23:03:06.987634 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a23:03:07.523421 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11102): Launched\u000a23:03:07.849307 run osmo-stp_10.42.42.5(pid=11103): Launched\u000a23:03:07.967531 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a23:03:08.535208 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11105): Launched\u000a23:03:08.861594 run osmo-msc_10.42.42.6(pid=11106): Launched\u000a23:03:09.054123 run osmo-stp_10.42.42.5(pid=11103): ERR: Terminated: ERROR {rc=1} [trial-2395↪handover_2G:nanobts+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11103)]\u000a23:03:09.191810 run osmo-stp_10.42.42.5(pid=11103): stdout: \u000a| (launched: 2022-12-13_23:03:07.688685)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:03:09.329535 run osmo-stp_10.42.42.5(pid=11103): stderr: \u000a| �[0;m�[38;5;43m20221213230307881 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213230307882 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213230307882 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213230307882 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213230307883 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213230307883 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213230307883 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:03:09.460451 run osmo-stp_10.42.42.5(pid=11103): stdout: \u000a| (launched: 2022-12-13_23:03:07.688685)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:03:09.590389 run osmo-stp_10.42.42.5(pid=11103): stderr: \u000a| �[0;m�[38;5;43m20221213230307881 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213230307882 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213230307882 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213230307882 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213230307883 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213230307883 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213230307883 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:03:09.646970 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=11103): Process ended prematurely: osmo-stp_10.42.42.5(pid=11103) [trial-2395↪handover_2G:nanobts+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11103)] [trial-2395↪handover_2G:nanobts+bts1-trx-b200↪handover.py:18]\u000a23:03:09.655952 tst handover.py:18: Test FAILED (6.6 sec)\u000a23:03:09.718931 run osmo-hlr_10.42.42.2(pid=11100): ERR: Terminated: ERROR {rc=237} [trial-2395↪handover_2G:nanobts+bts1-trx-b200↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=11100)]\u000a23:03:09.770249 run osmo-hlr_10.42.42.2(pid=11100): stdout: \u000a| (launched: 2022-12-13_23:03:06.705337) \u000a23:03:09.822378 run osmo-hlr_10.42.42.2(pid=11100): stderr: \u000a| �[0;m�[1;31m20221213230306904 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213230306904 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213230306904 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213230306904 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213230306905 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213230306905 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213230306917 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2395/run.2022-12-13_21-44-31/handover_2G:nanobts+bts1-trx-b200/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213230306926 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213230306927 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213230306927 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a23:03:09.893001 run osmo-msc_10.42.42.6(pid=11106): ERR: Terminated: ERROR {rc=2} [trial-2395↪handover_2G:nanobts+bts1-trx-b200↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=11106)]\u000a23:03:09.944258 run osmo-msc_10.42.42.6(pid=11106): stdout: \u000a| (launched: 2022-12-13_23:03:08.700817) \u000a23:03:09.996286 run osmo-msc_10.42.42.6(pid=11106): stderr: \u000a| �[0;m�[38;5;43m20221213230309019 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213230309020 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f7dc99efc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213230309020 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213230309020 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213230309020 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213230309020 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213230309022 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213230309022 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213230309022 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213230309023 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a23:03:10.040737 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11099): Terminating (SIGTERM)\u000a23:03:10.082977 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11102): Terminating (SIGTERM)\u000a23:03:10.125252 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11105): Terminating (SIGTERM)\u000a23:03:10.134863 --- ParallelTerminationStrategy: PID 11099 died...\u000a23:03:10.191440 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11099): Terminated: ok {rc=0}\u000a23:03:10.201684 --- ParallelTerminationStrategy: PID 11102 died...\u000a23:03:10.258044 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11102): Terminated: ok {rc=0}\u000a23:03:10.268418 --- ParallelTerminationStrategy: PID 11105 died...\u000a23:03:10.324995 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11105): Terminated: ok {rc=0}\u000a23:03:10.412689 bus /sierra_3: Setting Powered False\u000a23:03:11.519246 bus /sierra_3: Setting Powered False\u000a23:03:12.629167 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "170", "name" : "handover_2G_nanobts+bts1-trx-b200", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T23:03:02" }, { "cases" : [ { "testActions" : [ ], "age" : 224, "className" : "handover_2G:nanobts+bts1-trx-umtrx", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=11117): Process ended prematurely: osmo-stp_10.42.42.5(pid=11117) [trial-2395↪handover_2G:nanobts+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11117)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=11117): Process ended prematurely: osmo-stp_10.42.42.5(pid=11117) [trial-2395↪handover_2G:nanobts+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11117)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2395 handover_2G:nanobts+bts1-trx-umtrx handover.py\u000a----------------------------------------------\u000a23:03:14.638792 tst handover_2G:nanobts+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a23:03:14.650284 tst handover_2G:nanobts+bts1-trx-umtrx: Using 1 x bts (candidates: 2)\u000a23:03:14.786818 tst handover.py: using LAC 36833\u000a23:03:14.913936 tst handover.py: using RAC 113\u000a23:03:15.043337 tst handover.py: using CellId 36833\u000a23:03:15.170563 tst handover.py: using BVCI 36834\u000a23:03:15.195254 tst handover_2G:nanobts+bts1-trx-umtrx: Using 1 x bts (candidates: 2)\u000a23:03:15.332156 tst handover.py: using LAC 36834\u000a23:03:15.451479 tst handover.py: using RAC 114\u000a23:03:15.572510 tst handover.py: using CellId 36834\u000a23:03:15.694391 tst handover.py: using BVCI 36835\u000a23:03:15.717596 tst handover_2G:nanobts+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a23:03:15.728269 tst handover_2G:nanobts+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a23:03:15.738991 tst handover_2G:nanobts+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a23:03:15.749676 tst handover_2G:nanobts+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a23:03:15.760551 tst handover_2G:nanobts+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a23:03:15.771262 tst handover_2G:nanobts+bts1-trx-umtrx: Using 1 x modem (candidates: 2)\u000a23:03:15.905778 tst handover_2G:nanobts+bts1-trx-umtrx: Using 1 x modem (candidates: 2)\u000a23:03:16.138287 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a23:03:16.644680 run create_hlr_db(pid=11111): Launched\u000a23:03:16.771231 bus /sierra_2: Setting Powered False\u000a23:03:17.841561 run create_hlr_db(pid=11111): Terminated: ok {rc=0}\u000a23:03:18.246651 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11113): Launched\u000a23:03:18.573405 run osmo-hlr_10.42.42.2(pid=11114): Launched\u000a23:03:18.694186 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a23:03:19.231220 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11116): Launched\u000a23:03:19.556530 run osmo-stp_10.42.42.5(pid=11117): Launched\u000a23:03:19.677138 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a23:03:20.240352 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11119): Launched\u000a23:03:20.565937 run osmo-msc_10.42.42.6(pid=11120): Launched\u000a23:03:20.759334 run osmo-stp_10.42.42.5(pid=11117): ERR: Terminated: ERROR {rc=1} [trial-2395↪handover_2G:nanobts+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11117)]\u000a23:03:20.896241 run osmo-stp_10.42.42.5(pid=11117): stdout: \u000a| (launched: 2022-12-13_23:03:19.396038)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:03:21.033348 run osmo-stp_10.42.42.5(pid=11117): stderr: \u000a| �[0;m�[38;5;43m20221213230319589 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213230319589 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213230319589 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213230319590 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213230319590 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213230319590 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213230319590 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:03:21.163842 run osmo-stp_10.42.42.5(pid=11117): stdout: \u000a| (launched: 2022-12-13_23:03:19.396038)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:03:21.292725 run osmo-stp_10.42.42.5(pid=11117): stderr: \u000a| �[0;m�[38;5;43m20221213230319589 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213230319589 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213230319589 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213230319590 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213230319590 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213230319590 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213230319590 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:03:21.349313 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=11117): Process ended prematurely: osmo-stp_10.42.42.5(pid=11117) [trial-2395↪handover_2G:nanobts+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11117)] [trial-2395↪handover_2G:nanobts+bts1-trx-umtrx↪handover.py:18]\u000a23:03:21.357661 tst handover.py:18: Test FAILED (6.7 sec)\u000a23:03:21.420597 run osmo-hlr_10.42.42.2(pid=11114): ERR: Terminated: ERROR {rc=237} [trial-2395↪handover_2G:nanobts+bts1-trx-umtrx↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=11114)]\u000a23:03:21.472158 run osmo-hlr_10.42.42.2(pid=11114): stdout: \u000a| (launched: 2022-12-13_23:03:18.412466) \u000a23:03:21.524268 run osmo-hlr_10.42.42.2(pid=11114): stderr: \u000a| �[0;m�[1;31m20221213230318611 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213230318611 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213230318611 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213230318611 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213230318611 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213230318611 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213230318624 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2395/run.2022-12-13_21-44-31/handover_2G:nanobts+bts1-trx-umtrx/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213230318633 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213230318633 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213230318634 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a23:03:21.595151 run osmo-msc_10.42.42.6(pid=11120): ERR: Terminated: ERROR {rc=2} [trial-2395↪handover_2G:nanobts+bts1-trx-umtrx↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=11120)]\u000a23:03:21.646331 run osmo-msc_10.42.42.6(pid=11120): stdout: \u000a| (launched: 2022-12-13_23:03:20.405068) \u000a23:03:21.698264 run osmo-msc_10.42.42.6(pid=11120): stderr: \u000a| �[0;m�[38;5;43m20221213230320727 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213230320727 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f9dba405c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213230320727 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213230320727 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213230320727 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213230320727 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213230320729 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213230320730 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213230320730 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213230320730 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a23:03:21.742286 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11113): Terminating (SIGTERM)\u000a23:03:21.784083 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11116): Terminating (SIGTERM)\u000a23:03:21.826470 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11119): Terminating (SIGTERM)\u000a23:03:21.836038 --- ParallelTerminationStrategy: PID 11113 died...\u000a23:03:21.892449 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11113): Terminated: ok {rc=0}\u000a23:03:21.902521 --- ParallelTerminationStrategy: PID 11116 died...\u000a23:03:21.958693 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11116): Terminated: ok {rc=0}\u000a23:03:21.968644 --- ParallelTerminationStrategy: PID 11119 died...\u000a23:03:22.025115 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11119): Terminated: ok {rc=0}\u000a23:03:22.113568 bus /sierra_3: Setting Powered False\u000a23:03:23.215811 bus /sierra_3: Setting Powered False\u000a23:03:24.325237 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "171", "name" : "handover_2G_nanobts+bts1-trx-umtrx", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T23:03:14" }, { "cases" : [ { "testActions" : [ ], "age" : 224, "className" : "handover_2G:oc2g+bts1-octphy", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=11131): Process ended prematurely: osmo-stp_10.42.42.5(pid=11131) [trial-2395↪handover_2G:oc2g+bts1-octphy↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11131)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=11131): Process ended prematurely: osmo-stp_10.42.42.5(pid=11131) [trial-2395↪handover_2G:oc2g+bts1-octphy↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11131)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2395 handover_2G:oc2g+bts1-octphy handover.py\u000a----------------------------------------------\u000a23:03:26.294413 tst handover_2G:oc2g+bts1-octphy: Using 1 x ip_address (candidates: 6)\u000a23:03:26.305073 tst handover_2G:oc2g+bts1-octphy: Using 1 x bts (candidates: 2)\u000a23:03:26.430706 tst handover.py: using LAC 36835\u000a23:03:26.547901 tst handover.py: using RAC 115\u000a23:03:26.667368 tst handover.py: using CellId 36835\u000a23:03:26.785102 tst handover.py: using BVCI 36836\u000a23:03:26.808074 tst handover_2G:oc2g+bts1-octphy: Using 1 x bts (candidates: 2)\u000a23:03:26.927367 tst handover.py: using LAC 36836\u000a23:03:27.046863 tst handover.py: using RAC 116\u000a23:03:27.166785 tst handover.py: using CellId 36836\u000a23:03:27.283654 tst handover.py: using BVCI 36837\u000a23:03:27.306546 tst handover_2G:oc2g+bts1-octphy: Using 1 x ip_address (candidates: 6)\u000a23:03:27.317207 tst handover_2G:oc2g+bts1-octphy: Using 1 x ip_address (candidates: 6)\u000a23:03:27.327625 tst handover_2G:oc2g+bts1-octphy: Using 1 x ip_address (candidates: 6)\u000a23:03:27.338487 tst handover_2G:oc2g+bts1-octphy: Using 1 x ip_address (candidates: 6)\u000a23:03:27.349090 tst handover_2G:oc2g+bts1-octphy: Using 1 x ip_address (candidates: 6)\u000a23:03:27.359494 tst handover_2G:oc2g+bts1-octphy: Using 1 x modem (candidates: 2)\u000a23:03:27.475938 tst handover_2G:oc2g+bts1-octphy: Using 1 x modem (candidates: 2)\u000a23:03:27.679079 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a23:03:28.139718 run create_hlr_db(pid=11125): Launched\u000a23:03:28.264002 bus /sierra_2: Setting Powered False\u000a23:03:29.336160 run create_hlr_db(pid=11125): Terminated: ok {rc=0}\u000a23:03:29.739295 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11127): Launched\u000a23:03:30.066069 run osmo-hlr_10.42.42.2(pid=11128): Launched\u000a23:03:30.187124 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a23:03:30.722418 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11130): Launched\u000a23:03:31.151799 run osmo-stp_10.42.42.5(pid=11131): Launched\u000a23:03:31.429726 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a23:03:32.158975 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11133): Launched\u000a23:03:32.493175 run osmo-msc_10.42.42.6(pid=11134): Launched\u000a23:03:32.688392 run osmo-stp_10.42.42.5(pid=11131): ERR: Terminated: ERROR {rc=1} [trial-2395↪handover_2G:oc2g+bts1-octphy↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11131)]\u000a23:03:32.827376 run osmo-stp_10.42.42.5(pid=11131): stdout: \u000a| (launched: 2022-12-13_23:03:30.895572)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:03:32.965587 run osmo-stp_10.42.42.5(pid=11131): stderr: \u000a| �[0;m�[38;5;43m20221213230331255 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213230331255 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213230331256 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213230331256 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213230331261 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213230331261 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213230331261 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:03:33.097093 run osmo-stp_10.42.42.5(pid=11131): stdout: \u000a| (launched: 2022-12-13_23:03:30.895572)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:03:33.226471 run osmo-stp_10.42.42.5(pid=11131): stderr: \u000a| �[0;m�[38;5;43m20221213230331255 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213230331255 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213230331256 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213230331256 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213230331261 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213230331261 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213230331261 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:03:33.283339 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=11131): Process ended prematurely: osmo-stp_10.42.42.5(pid=11131) [trial-2395↪handover_2G:oc2g+bts1-octphy↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11131)] [trial-2395↪handover_2G:oc2g+bts1-octphy↪handover.py:18]\u000a23:03:33.291828 tst handover.py:18: Test FAILED (7.0 sec)\u000a23:03:33.354750 run osmo-hlr_10.42.42.2(pid=11128): ERR: Terminated: ERROR {rc=237} [trial-2395↪handover_2G:oc2g+bts1-octphy↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=11128)]\u000a23:03:33.406137 run osmo-hlr_10.42.42.2(pid=11128): stdout: \u000a| (launched: 2022-12-13_23:03:29.905626) \u000a23:03:33.458077 run osmo-hlr_10.42.42.2(pid=11128): stderr: \u000a| �[0;m�[1;31m20221213230330105 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213230330105 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213230330105 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213230330105 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213230330105 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213230330105 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213230330117 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2395/run.2022-12-13_21-44-31/handover_2G:oc2g+bts1-octphy/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213230330126 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213230330127 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213230330127 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a23:03:33.528643 run osmo-msc_10.42.42.6(pid=11134): ERR: Terminated: ERROR {rc=2} [trial-2395↪handover_2G:oc2g+bts1-octphy↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=11134)]\u000a23:03:33.580022 run osmo-msc_10.42.42.6(pid=11134): stdout: \u000a| (launched: 2022-12-13_23:03:32.327468) \u000a23:03:33.632176 run osmo-msc_10.42.42.6(pid=11134): stderr: \u000a| �[0;m�[38;5;43m20221213230332689 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213230332689 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fab1a391c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213230332689 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213230332689 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213230332689 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213230332689 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213230332691 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213230332691 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213230332692 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213230332692 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a23:03:33.676773 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11127): Terminating (SIGTERM)\u000a23:03:33.719005 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11130): Terminating (SIGTERM)\u000a23:03:33.760983 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11133): Terminating (SIGTERM)\u000a23:03:33.770635 --- ParallelTerminationStrategy: PID 11127 died...\u000a23:03:33.827081 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11127): Terminated: ok {rc=0}\u000a23:03:33.837209 --- ParallelTerminationStrategy: PID 11130 died...\u000a23:03:33.893180 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11130): Terminated: ok {rc=0}\u000a23:03:33.903225 --- ParallelTerminationStrategy: PID 11133 died...\u000a23:03:33.959329 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11133): Terminated: ok {rc=0}\u000a23:03:34.046344 bus /sierra_3: Setting Powered False\u000a23:03:35.152647 bus /sierra_3: Setting Powered False\u000a23:03:36.261447 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "172", "name" : "handover_2G_oc2g+bts1-octphy", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T23:03:26" }, { "cases" : [ { "testActions" : [ ], "age" : 224, "className" : "handover_2G:oc2g+bts1-trx-lms", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=11145): Process ended prematurely: osmo-stp_10.42.42.5(pid=11145) [trial-2395↪handover_2G:oc2g+bts1-trx-lms↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11145)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=11145): Process ended prematurely: osmo-stp_10.42.42.5(pid=11145) [trial-2395↪handover_2G:oc2g+bts1-trx-lms↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11145)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2395 handover_2G:oc2g+bts1-trx-lms handover.py\u000a----------------------------------------------\u000a23:03:38.241104 tst handover_2G:oc2g+bts1-trx-lms: Using 1 x ip_address (candidates: 6)\u000a23:03:38.251864 tst handover_2G:oc2g+bts1-trx-lms: Using 1 x bts (candidates: 2)\u000a23:03:38.380039 tst handover.py: using LAC 36837\u000a23:03:38.502712 tst handover.py: using RAC 117\u000a23:03:38.629741 tst handover.py: using CellId 36837\u000a23:03:38.758258 tst handover.py: using BVCI 36838\u000a23:03:38.782769 tst handover_2G:oc2g+bts1-trx-lms: Using 1 x bts (candidates: 2)\u000a23:03:38.919130 tst handover.py: using LAC 36838\u000a23:03:39.046563 tst handover.py: using RAC 118\u000a23:03:39.173798 tst handover.py: using CellId 36838\u000a23:03:39.302414 tst handover.py: using BVCI 36839\u000a23:03:39.327570 tst handover_2G:oc2g+bts1-trx-lms: Using 1 x ip_address (candidates: 6)\u000a23:03:39.338932 tst handover_2G:oc2g+bts1-trx-lms: Using 1 x ip_address (candidates: 6)\u000a23:03:39.350175 tst handover_2G:oc2g+bts1-trx-lms: Using 1 x ip_address (candidates: 6)\u000a23:03:39.361438 tst handover_2G:oc2g+bts1-trx-lms: Using 1 x ip_address (candidates: 6)\u000a23:03:39.373252 tst handover_2G:oc2g+bts1-trx-lms: Using 1 x ip_address (candidates: 6)\u000a23:03:39.385020 tst handover_2G:oc2g+bts1-trx-lms: Using 1 x modem (candidates: 2)\u000a23:03:39.504496 tst handover_2G:oc2g+bts1-trx-lms: Using 1 x modem (candidates: 2)\u000a23:03:39.717470 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a23:03:40.200619 run create_hlr_db(pid=11139): Launched\u000a23:03:40.333865 bus /sierra_2: Setting Powered False\u000a23:03:41.410698 run create_hlr_db(pid=11139): Terminated: ok {rc=0}\u000a23:03:41.815435 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11141): Launched\u000a23:03:42.142927 run osmo-hlr_10.42.42.2(pid=11142): Launched\u000a23:03:42.264283 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a23:03:42.799240 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11144): Launched\u000a23:03:43.124873 run osmo-stp_10.42.42.5(pid=11145): Launched\u000a23:03:43.243301 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a23:03:43.807563 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11147): Launched\u000a23:03:44.133729 run osmo-msc_10.42.42.6(pid=11148): Launched\u000a23:03:44.324206 run osmo-stp_10.42.42.5(pid=11145): ERR: Terminated: ERROR {rc=1} [trial-2395↪handover_2G:oc2g+bts1-trx-lms↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11145)]\u000a23:03:44.462083 run osmo-stp_10.42.42.5(pid=11145): stdout: \u000a| (launched: 2022-12-13_23:03:42.964563)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:03:44.599443 run osmo-stp_10.42.42.5(pid=11145): stderr: \u000a| �[0;m�[38;5;43m20221213230343156 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213230343156 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213230343156 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213230343156 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213230343157 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213230343157 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213230343157 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:03:44.730571 run osmo-stp_10.42.42.5(pid=11145): stdout: \u000a| (launched: 2022-12-13_23:03:42.964563)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:03:44.860570 run osmo-stp_10.42.42.5(pid=11145): stderr: \u000a| �[0;m�[38;5;43m20221213230343156 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213230343156 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213230343156 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213230343156 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213230343157 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213230343157 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213230343157 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:03:44.917384 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=11145): Process ended prematurely: osmo-stp_10.42.42.5(pid=11145) [trial-2395↪handover_2G:oc2g+bts1-trx-lms↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11145)] [trial-2395↪handover_2G:oc2g+bts1-trx-lms↪handover.py:18]\u000a23:03:44.926173 tst handover.py:18: Test FAILED (6.7 sec)\u000a23:03:44.989036 run osmo-hlr_10.42.42.2(pid=11142): ERR: Terminated: ERROR {rc=237} [trial-2395↪handover_2G:oc2g+bts1-trx-lms↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=11142)]\u000a23:03:45.041059 run osmo-hlr_10.42.42.2(pid=11142): stdout: \u000a| (launched: 2022-12-13_23:03:41.981128) \u000a23:03:45.093325 run osmo-hlr_10.42.42.2(pid=11142): stderr: \u000a| �[0;m�[1;31m20221213230342180 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213230342180 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213230342180 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213230342181 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213230342181 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213230342181 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213230342193 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2395/run.2022-12-13_21-44-31/handover_2G:oc2g+bts1-trx-lms/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213230342201 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213230342201 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213230342202 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a23:03:45.163544 run osmo-msc_10.42.42.6(pid=11148): ERR: Terminated: ERROR {rc=2} [trial-2395↪handover_2G:oc2g+bts1-trx-lms↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=11148)]\u000a23:03:45.214612 run osmo-msc_10.42.42.6(pid=11148): stdout: \u000a| (launched: 2022-12-13_23:03:43.972477) \u000a23:03:45.266539 run osmo-msc_10.42.42.6(pid=11148): stderr: \u000a| �[0;m�[38;5;43m20221213230344293 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213230344293 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f510c524c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213230344293 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213230344293 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213230344293 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213230344293 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213230344295 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213230344295 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213230344296 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213230344296 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a23:03:45.310914 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11141): Terminating (SIGTERM)\u000a23:03:45.352632 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11144): Terminating (SIGTERM)\u000a23:03:45.394662 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11147): Terminating (SIGTERM)\u000a23:03:45.404196 --- ParallelTerminationStrategy: PID 11141 died...\u000a23:03:45.459980 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11141): Terminated: ok {rc=0}\u000a23:03:45.469946 --- ParallelTerminationStrategy: PID 11144 died...\u000a23:03:45.525252 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11144): Terminated: ok {rc=0}\u000a23:03:45.535309 --- ParallelTerminationStrategy: PID 11147 died...\u000a23:03:45.590602 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11147): Terminated: ok {rc=0}\u000a23:03:45.677495 bus /sierra_3: Setting Powered False\u000a23:03:46.783335 bus /sierra_3: Setting Powered False\u000a23:03:47.891159 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "173", "name" : "handover_2G_oc2g+bts1-trx-lms", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T23:03:37" }, { "cases" : [ { "testActions" : [ ], "age" : 224, "className" : "handover_2G:oc2g+bts1-trx-lms-limenet-micro", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=11160): Process ended prematurely: osmo-stp_10.42.42.5(pid=11160) [trial-2395↪handover_2G:oc2g+bts1-trx-lms-limenet-micro↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11160)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=11160): Process ended prematurely: osmo-stp_10.42.42.5(pid=11160) [trial-2395↪handover_2G:oc2g+bts1-trx-lms-limenet-micro↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11160)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2395 handover_2G:oc2g+bts1-trx-lms-limenet-micro handover.py\u000a----------------------------------------------\u000a23:03:49.878861 tst handover_2G:oc2g+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a23:03:49.889794 tst handover_2G:oc2g+bts1-trx-lms-limenet-micro: Using 1 x bts (candidates: 2)\u000a23:03:50.015167 tst handover.py: using LAC 36839\u000a23:03:50.135314 tst handover.py: using RAC 119\u000a23:03:50.253106 tst handover.py: using CellId 36839\u000a23:03:50.371230 tst handover.py: using BVCI 36840\u000a23:03:50.394508 tst handover_2G:oc2g+bts1-trx-lms-limenet-micro: Using 1 x bts (candidates: 2)\u000a23:03:50.525155 tst handover.py: using LAC 36840\u000a23:03:50.644096 tst handover.py: using RAC 120\u000a23:03:50.763878 tst handover.py: using CellId 36840\u000a23:03:50.882145 tst handover.py: using BVCI 36841\u000a23:03:50.906173 tst handover_2G:oc2g+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a23:03:50.917330 tst handover_2G:oc2g+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a23:03:50.928325 tst handover_2G:oc2g+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a23:03:50.939444 tst handover_2G:oc2g+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a23:03:50.950635 tst handover_2G:oc2g+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a23:03:50.961731 tst handover_2G:oc2g+bts1-trx-lms-limenet-micro: Using 1 x modem (candidates: 2)\u000a23:03:51.082499 tst handover_2G:oc2g+bts1-trx-lms-limenet-micro: Using 1 x modem (candidates: 2)\u000a23:03:51.295548 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a23:03:51.780279 run create_hlr_db(pid=11154): Launched\u000a23:03:51.913364 bus /sierra_2: Setting Powered False\u000a23:03:52.990362 run create_hlr_db(pid=11154): Terminated: ok {rc=0}\u000a23:03:53.395234 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11156): Launched\u000a23:03:53.723365 run osmo-hlr_10.42.42.2(pid=11157): Launched\u000a23:03:53.842829 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a23:03:54.379738 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11159): Launched\u000a23:03:54.707293 run osmo-stp_10.42.42.5(pid=11160): Launched\u000a23:03:54.825883 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a23:03:55.392442 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11162): Launched\u000a23:03:55.720362 run osmo-msc_10.42.42.6(pid=11163): Launched\u000a23:03:55.910779 run osmo-stp_10.42.42.5(pid=11160): ERR: Terminated: ERROR {rc=1} [trial-2395↪handover_2G:oc2g+bts1-trx-lms-limenet-micro↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11160)]\u000a23:03:56.049144 run osmo-stp_10.42.42.5(pid=11160): stdout: \u000a| (launched: 2022-12-13_23:03:54.545325)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:03:56.186483 run osmo-stp_10.42.42.5(pid=11160): stderr: \u000a| �[0;m�[38;5;43m20221213230354739 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213230354739 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213230354740 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213230354740 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213230354741 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213230354741 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213230354741 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:03:56.316937 run osmo-stp_10.42.42.5(pid=11160): stdout: \u000a| (launched: 2022-12-13_23:03:54.545325)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:03:56.446419 run osmo-stp_10.42.42.5(pid=11160): stderr: \u000a| �[0;m�[38;5;43m20221213230354739 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213230354739 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213230354740 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213230354740 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213230354741 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213230354741 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213230354741 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:03:56.502902 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=11160): Process ended prematurely: osmo-stp_10.42.42.5(pid=11160) [trial-2395↪handover_2G:oc2g+bts1-trx-lms-limenet-micro↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11160)] [trial-2395↪handover_2G:oc2g+bts1-trx-lms-limenet-micro↪handover.py:18]\u000a23:03:56.511521 tst handover.py:18: Test FAILED (6.6 sec)\u000a23:03:56.574197 run osmo-hlr_10.42.42.2(pid=11157): ERR: Terminated: ERROR {rc=237} [trial-2395↪handover_2G:oc2g+bts1-trx-lms-limenet-micro↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=11157)]\u000a23:03:56.625435 run osmo-hlr_10.42.42.2(pid=11157): stdout: \u000a| (launched: 2022-12-13_23:03:53.561180) \u000a23:03:56.677343 run osmo-hlr_10.42.42.2(pid=11157): stderr: \u000a| �[0;m�[1;31m20221213230353759 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213230353759 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213230353759 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213230353760 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213230353760 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213230353760 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213230353772 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2395/run.2022-12-13_21-44-31/handover_2G:oc2g+bts1-trx-lms-limenet-micro/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213230353780 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213230353780 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213230353780 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a23:03:56.747585 run osmo-msc_10.42.42.6(pid=11163): ERR: Terminated: ERROR {rc=2} [trial-2395↪handover_2G:oc2g+bts1-trx-lms-limenet-micro↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=11163)]\u000a23:03:56.798477 run osmo-msc_10.42.42.6(pid=11163): stdout: \u000a| (launched: 2022-12-13_23:03:55.557986) \u000a23:03:56.849937 run osmo-msc_10.42.42.6(pid=11163): stderr: \u000a| �[0;m�[38;5;43m20221213230355877 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213230355877 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f9950612c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213230355877 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213230355877 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213230355877 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213230355878 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213230355879 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213230355880 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213230355880 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213230355880 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a23:03:56.893958 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11156): Terminating (SIGTERM)\u000a23:03:56.935256 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11159): Terminating (SIGTERM)\u000a23:03:56.977125 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11162): Terminating (SIGTERM)\u000a23:03:56.986725 --- ParallelTerminationStrategy: PID 11156 died...\u000a23:03:57.042969 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11156): Terminated: ok {rc=0}\u000a23:03:57.053102 --- ParallelTerminationStrategy: PID 11159 died...\u000a23:03:57.109114 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11159): Terminated: ok {rc=0}\u000a23:03:57.119019 --- ParallelTerminationStrategy: PID 11162 died...\u000a23:03:57.174686 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11162): Terminated: ok {rc=0}\u000a23:03:57.261549 bus /sierra_3: Setting Powered False\u000a23:03:58.367397 bus /sierra_3: Setting Powered False\u000a23:03:59.476010 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "174", "name" : "handover_2G_oc2g+bts1-trx-lms-limenet-micro", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T23:03:49" }, { "cases" : [ { "testActions" : [ ], "age" : 224, "className" : "handover_2G:oc2g+bts1-trx-sysmocell5000", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=11174): Process ended prematurely: osmo-stp_10.42.42.5(pid=11174) [trial-2395↪handover_2G:oc2g+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11174)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=11174): Process ended prematurely: osmo-stp_10.42.42.5(pid=11174) [trial-2395↪handover_2G:oc2g+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11174)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2395 handover_2G:oc2g+bts1-trx-sysmocell5000 handover.py\u000a----------------------------------------------\u000a23:04:01.478567 tst handover_2G:oc2g+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a23:04:01.491778 tst handover_2G:oc2g+bts1-trx-sysmocell5000: Using 1 x bts (candidates: 2)\u000a23:04:01.652675 tst handover.py: using LAC 36841\u000a23:04:01.790462 tst handover.py: using RAC 121\u000a23:04:01.947720 tst handover.py: using CellId 36841\u000a23:04:02.099269 tst handover.py: using BVCI 36842\u000a23:04:02.125731 tst handover_2G:oc2g+bts1-trx-sysmocell5000: Using 1 x bts (candidates: 2)\u000a23:04:02.271583 tst handover.py: using LAC 36842\u000a23:04:02.401092 tst handover.py: using RAC 122\u000a23:04:02.527267 tst handover.py: using CellId 36842\u000a23:04:02.652530 tst handover.py: using BVCI 36843\u000a23:04:02.677581 tst handover_2G:oc2g+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a23:04:02.689042 tst handover_2G:oc2g+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a23:04:02.700403 tst handover_2G:oc2g+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a23:04:02.711948 tst handover_2G:oc2g+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a23:04:02.723683 tst handover_2G:oc2g+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a23:04:02.735237 tst handover_2G:oc2g+bts1-trx-sysmocell5000: Using 1 x modem (candidates: 2)\u000a23:04:02.854567 tst handover_2G:oc2g+bts1-trx-sysmocell5000: Using 1 x modem (candidates: 2)\u000a23:04:03.057334 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a23:04:03.518091 run create_hlr_db(pid=11168): Launched\u000a23:04:03.642195 bus /sierra_2: Setting Powered False\u000a23:04:04.715312 run create_hlr_db(pid=11168): Terminated: ok {rc=0}\u000a23:04:05.121456 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11170): Launched\u000a23:04:05.447503 run osmo-hlr_10.42.42.2(pid=11171): Launched\u000a23:04:05.571594 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a23:04:06.111210 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11173): Launched\u000a23:04:06.436617 run osmo-stp_10.42.42.5(pid=11174): Launched\u000a23:04:06.555149 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a23:04:07.122613 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11176): Launched\u000a23:04:07.448287 run osmo-msc_10.42.42.6(pid=11177): Launched\u000a23:04:07.639354 run osmo-stp_10.42.42.5(pid=11174): ERR: Terminated: ERROR {rc=1} [trial-2395↪handover_2G:oc2g+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11174)]\u000a23:04:07.777222 run osmo-stp_10.42.42.5(pid=11174): stdout: \u000a| (launched: 2022-12-13_23:04:06.276197)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:04:07.914697 run osmo-stp_10.42.42.5(pid=11174): stderr: \u000a| �[0;m�[38;5;43m20221213230406466 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213230406466 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213230406466 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213230406467 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213230406469 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213230406469 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213230406469 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:04:08.046219 run osmo-stp_10.42.42.5(pid=11174): stdout: \u000a| (launched: 2022-12-13_23:04:06.276197)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:04:08.176206 run osmo-stp_10.42.42.5(pid=11174): stderr: \u000a| �[0;m�[38;5;43m20221213230406466 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213230406466 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213230406466 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213230406467 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213230406469 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213230406469 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213230406469 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:04:08.232836 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=11174): Process ended prematurely: osmo-stp_10.42.42.5(pid=11174) [trial-2395↪handover_2G:oc2g+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11174)] [trial-2395↪handover_2G:oc2g+bts1-trx-sysmocell5000↪handover.py:18]\u000a23:04:08.241742 tst handover.py:18: Test FAILED (6.8 sec)\u000a23:04:08.304503 run osmo-hlr_10.42.42.2(pid=11171): ERR: Terminated: ERROR {rc=237} [trial-2395↪handover_2G:oc2g+bts1-trx-sysmocell5000↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=11171)]\u000a23:04:08.356159 run osmo-hlr_10.42.42.2(pid=11171): stdout: \u000a| (launched: 2022-12-13_23:04:05.287106) \u000a23:04:08.408022 run osmo-hlr_10.42.42.2(pid=11171): stderr: \u000a| �[0;m�[1;31m20221213230405485 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213230405485 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213230405485 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213230405485 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213230405485 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213230405485 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213230405500 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2395/run.2022-12-13_21-44-31/handover_2G:oc2g+bts1-trx-sysmocell5000/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213230405510 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213230405510 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213230405510 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a23:04:08.477988 run osmo-msc_10.42.42.6(pid=11177): ERR: Terminated: ERROR {rc=2} [trial-2395↪handover_2G:oc2g+bts1-trx-sysmocell5000↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=11177)]\u000a23:04:08.529026 run osmo-msc_10.42.42.6(pid=11177): stdout: \u000a| (launched: 2022-12-13_23:04:07.287509) \u000a23:04:08.580737 run osmo-msc_10.42.42.6(pid=11177): stderr: \u000a| �[0;m�[38;5;43m20221213230407610 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213230407611 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f1e8f07ec40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213230407611 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213230407611 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213230407611 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213230407611 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213230407613 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213230407613 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213230407613 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213230407614 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a23:04:08.624660 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11170): Terminating (SIGTERM)\u000a23:04:08.666555 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11173): Terminating (SIGTERM)\u000a23:04:08.708575 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11176): Terminating (SIGTERM)\u000a23:04:08.718266 --- ParallelTerminationStrategy: PID 11170 died...\u000a23:04:08.774543 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11170): Terminated: ok {rc=0}\u000a23:04:08.784674 --- ParallelTerminationStrategy: PID 11173 died...\u000a23:04:08.841452 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11173): Terminated: ok {rc=0}\u000a23:04:08.851490 --- ParallelTerminationStrategy: PID 11176 died...\u000a23:04:08.908117 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11176): Terminated: ok {rc=0}\u000a23:04:08.995799 bus /sierra_3: Setting Powered False\u000a23:04:10.100474 bus /sierra_3: Setting Powered False\u000a23:04:11.212454 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "175", "name" : "handover_2G_oc2g+bts1-trx-sysmocell5000", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T23:04:01" }, { "cases" : [ { "testActions" : [ ], "age" : 193, "className" : "handover_2G:oc2g+bts1-sysmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=11188): Process ended prematurely: osmo-stp_10.42.42.5(pid=11188) [trial-2395↪handover_2G:oc2g+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11188)]", "failedSince" : 2203, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=11188): Process ended prematurely: osmo-stp_10.42.42.5(pid=11188) [trial-2395↪handover_2G:oc2g+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11188)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2395 handover_2G:oc2g+bts1-sysmo handover.py\u000a----------------------------------------------\u000a23:04:13.184599 tst handover_2G:oc2g+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a23:04:13.195946 tst handover_2G:oc2g+bts1-sysmo: Using 1 x bts (candidates: 2)\u000a23:04:13.323410 tst handover.py: using LAC 36843\u000a23:04:13.449182 tst handover.py: using RAC 123\u000a23:04:13.576507 tst handover.py: using CellId 36843\u000a23:04:13.702300 tst handover.py: using BVCI 36844\u000a23:04:13.727615 tst handover_2G:oc2g+bts1-sysmo: Using 1 x bts (candidates: 2)\u000a23:04:13.855056 tst handover.py: using LAC 36844\u000a23:04:13.980413 tst handover.py: using RAC 124\u000a23:04:14.106331 tst handover.py: using CellId 36844\u000a23:04:14.236480 tst handover.py: using BVCI 36845\u000a23:04:14.261484 tst handover_2G:oc2g+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a23:04:14.272804 tst handover_2G:oc2g+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a23:04:14.284047 tst handover_2G:oc2g+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a23:04:14.295298 tst handover_2G:oc2g+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a23:04:14.307091 tst handover_2G:oc2g+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a23:04:14.318918 tst handover_2G:oc2g+bts1-sysmo: Using 1 x modem (candidates: 2)\u000a23:04:14.435392 tst handover_2G:oc2g+bts1-sysmo: Using 1 x modem (candidates: 2)\u000a23:04:14.646653 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a23:04:15.130428 run create_hlr_db(pid=11182): Launched\u000a23:04:15.263326 bus /sierra_2: Setting Powered False\u000a23:04:16.342203 run create_hlr_db(pid=11182): Terminated: ok {rc=0}\u000a23:04:16.762332 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11184): Launched\u000a23:04:17.133591 run osmo-hlr_10.42.42.2(pid=11185): Launched\u000a23:04:17.269806 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a23:04:17.813307 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11187): Launched\u000a23:04:18.140629 run osmo-stp_10.42.42.5(pid=11188): Launched\u000a23:04:18.259717 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a23:04:18.827089 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11190): Launched\u000a23:04:19.154417 run osmo-msc_10.42.42.6(pid=11191): Launched\u000a23:04:19.346687 run osmo-stp_10.42.42.5(pid=11188): ERR: Terminated: ERROR {rc=1} [trial-2395↪handover_2G:oc2g+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11188)]\u000a23:04:19.485467 run osmo-stp_10.42.42.5(pid=11188): stdout: \u000a| (launched: 2022-12-13_23:04:17.978754)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:04:19.623247 run osmo-stp_10.42.42.5(pid=11188): stderr: \u000a| �[0;m�[38;5;43m20221213230418170 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213230418170 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213230418171 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213230418171 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213230418173 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213230418174 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213230418174 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:04:19.754718 run osmo-stp_10.42.42.5(pid=11188): stdout: \u000a| (launched: 2022-12-13_23:04:17.978754)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:04:19.884608 run osmo-stp_10.42.42.5(pid=11188): stderr: \u000a| �[0;m�[38;5;43m20221213230418170 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213230418170 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213230418171 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213230418171 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213230418173 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213230418174 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213230418174 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:04:19.941680 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=11188): Process ended prematurely: osmo-stp_10.42.42.5(pid=11188) [trial-2395↪handover_2G:oc2g+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11188)] [trial-2395↪handover_2G:oc2g+bts1-sysmo↪handover.py:18]\u000a23:04:19.950493 tst handover.py:18: Test FAILED (6.8 sec)\u000a23:04:20.014333 run osmo-hlr_10.42.42.2(pid=11185): ERR: Terminated: ERROR {rc=237} [trial-2395↪handover_2G:oc2g+bts1-sysmo↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=11185)]\u000a23:04:20.066419 run osmo-hlr_10.42.42.2(pid=11185): stdout: \u000a| (launched: 2022-12-13_23:04:16.931657) \u000a23:04:20.119057 run osmo-hlr_10.42.42.2(pid=11185): stderr: \u000a| �[0;m�[1;31m20221213230417239 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213230417239 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213230417239 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213230417239 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213230417239 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213230417239 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213230417253 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2395/run.2022-12-13_21-44-31/handover_2G:oc2g+bts1-sysmo/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213230417261 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213230417261 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213230417261 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a23:04:20.189991 run osmo-msc_10.42.42.6(pid=11191): ERR: Terminated: ERROR {rc=2} [trial-2395↪handover_2G:oc2g+bts1-sysmo↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=11191)]\u000a23:04:20.241541 run osmo-msc_10.42.42.6(pid=11191): stdout: \u000a| (launched: 2022-12-13_23:04:18.992842) \u000a23:04:20.293681 run osmo-msc_10.42.42.6(pid=11191): stderr: \u000a| �[0;m�[38;5;43m20221213230419315 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213230419315 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f2c100e1c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213230419315 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213230419316 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213230419316 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213230419316 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213230419318 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213230419318 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213230419318 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213230419318 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a23:04:20.338361 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11184): Terminating (SIGTERM)\u000a23:04:20.380365 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11187): Terminating (SIGTERM)\u000a23:04:20.422579 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11190): Terminating (SIGTERM)\u000a23:04:20.432167 --- ParallelTerminationStrategy: PID 11184 died...\u000a23:04:20.488197 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11184): Terminated: ok {rc=0}\u000a23:04:20.498292 --- ParallelTerminationStrategy: PID 11187 died...\u000a23:04:20.554705 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11187): Terminated: ok {rc=0}\u000a23:04:20.564639 --- ParallelTerminationStrategy: PID 11190 died...\u000a23:04:20.620193 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11190): Terminated: ok {rc=0}\u000a23:04:20.706698 bus /sierra_3: Setting Powered False\u000a23:04:21.812847 bus /sierra_3: Setting Powered False\u000a23:04:22.924641 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "176", "name" : "handover_2G_oc2g+bts1-sysmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T23:04:12" }, { "cases" : [ { "testActions" : [ ], "age" : 193, "className" : "handover_2G:oc2g+bts1-trx-b200", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=11202): Process ended prematurely: osmo-stp_10.42.42.5(pid=11202) [trial-2395↪handover_2G:oc2g+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11202)]", "failedSince" : 2203, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=11202): Process ended prematurely: osmo-stp_10.42.42.5(pid=11202) [trial-2395↪handover_2G:oc2g+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11202)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2395 handover_2G:oc2g+bts1-trx-b200 handover.py\u000a----------------------------------------------\u000a23:04:24.902537 tst handover_2G:oc2g+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a23:04:24.914360 tst handover_2G:oc2g+bts1-trx-b200: Using 1 x bts (candidates: 2)\u000a23:04:25.037958 tst handover.py: using LAC 36845\u000a23:04:25.157267 tst handover.py: using RAC 125\u000a23:04:25.276351 tst handover.py: using CellId 36845\u000a23:04:25.404247 tst handover.py: using BVCI 36846\u000a23:04:25.429062 tst handover_2G:oc2g+bts1-trx-b200: Using 1 x bts (candidates: 2)\u000a23:04:25.571624 tst handover.py: using LAC 36846\u000a23:04:25.697445 tst handover.py: using RAC 126\u000a23:04:25.822879 tst handover.py: using CellId 36846\u000a23:04:25.948922 tst handover.py: using BVCI 36847\u000a23:04:25.973828 tst handover_2G:oc2g+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a23:04:25.985213 tst handover_2G:oc2g+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a23:04:25.996275 tst handover_2G:oc2g+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a23:04:26.007363 tst handover_2G:oc2g+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a23:04:26.019626 tst handover_2G:oc2g+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a23:04:26.031628 tst handover_2G:oc2g+bts1-trx-b200: Using 1 x modem (candidates: 2)\u000a23:04:26.150521 tst handover_2G:oc2g+bts1-trx-b200: Using 1 x modem (candidates: 2)\u000a23:04:26.363238 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a23:04:26.845392 run create_hlr_db(pid=11196): Launched\u000a23:04:26.977390 bus /sierra_2: Setting Powered False\u000a23:04:28.054403 run create_hlr_db(pid=11196): Terminated: ok {rc=0}\u000a23:04:28.459794 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11198): Launched\u000a23:04:28.786231 run osmo-hlr_10.42.42.2(pid=11199): Launched\u000a23:04:28.906915 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a23:04:29.442622 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11201): Launched\u000a23:04:29.767880 run osmo-stp_10.42.42.5(pid=11202): Launched\u000a23:04:29.886304 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a23:04:30.452223 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11204): Launched\u000a23:04:30.779034 run osmo-msc_10.42.42.6(pid=11205): Launched\u000a23:04:31.161902 run osmo-stp_10.42.42.5(pid=11202): ERR: Terminated: ERROR {rc=1} [trial-2395↪handover_2G:oc2g+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11202)]\u000a23:04:31.378593 run osmo-stp_10.42.42.5(pid=11202): stdout: \u000a| (launched: 2022-12-13_23:04:29.607608)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:04:31.542783 run osmo-stp_10.42.42.5(pid=11202): stderr: \u000a| �[0;m�[38;5;43m20221213230429801 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213230429801 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213230429801 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213230429802 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213230429802 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213230429802 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213230429802 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:04:31.679109 run osmo-stp_10.42.42.5(pid=11202): stdout: \u000a| (launched: 2022-12-13_23:04:29.607608)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:04:31.812792 run osmo-stp_10.42.42.5(pid=11202): stderr: \u000a| �[0;m�[38;5;43m20221213230429801 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213230429801 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213230429801 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213230429802 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213230429802 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213230429802 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213230429802 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:04:31.871390 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=11202): Process ended prematurely: osmo-stp_10.42.42.5(pid=11202) [trial-2395↪handover_2G:oc2g+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11202)] [trial-2395↪handover_2G:oc2g+bts1-trx-b200↪handover.py:18]\u000a23:04:31.880938 tst handover.py:18: Test FAILED (7.0 sec)\u000a23:04:31.946359 run osmo-hlr_10.42.42.2(pid=11199): ERR: Terminated: ERROR {rc=237} [trial-2395↪handover_2G:oc2g+bts1-trx-b200↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=11199)]\u000a23:04:31.999499 run osmo-hlr_10.42.42.2(pid=11199): stdout: \u000a| (launched: 2022-12-13_23:04:28.625355) \u000a23:04:32.053854 run osmo-hlr_10.42.42.2(pid=11199): stderr: \u000a| �[0;m�[1;31m20221213230428822 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213230428822 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213230428822 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213230428823 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213230428823 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213230428823 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213230428836 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2395/run.2022-12-13_21-44-31/handover_2G:oc2g+bts1-trx-b200/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213230428844 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213230428844 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213230428844 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a23:04:32.126579 run osmo-msc_10.42.42.6(pid=11205): ERR: Terminated: ERROR {rc=2} [trial-2395↪handover_2G:oc2g+bts1-trx-b200↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=11205)]\u000a23:04:32.179560 run osmo-msc_10.42.42.6(pid=11205): stdout: \u000a| (launched: 2022-12-13_23:04:30.617604) \u000a23:04:32.233416 run osmo-msc_10.42.42.6(pid=11205): stderr: \u000a| �[0;m�[38;5;43m20221213230431021 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213230431021 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f19db280c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213230431021 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213230431021 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213230431021 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213230431021 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213230431023 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213230431023 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213230431024 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213230431024 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a23:04:32.279449 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11198): Terminating (SIGTERM)\u000a23:04:32.323420 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11201): Terminating (SIGTERM)\u000a23:04:32.365672 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11204): Terminating (SIGTERM)\u000a23:04:32.375228 --- ParallelTerminationStrategy: PID 11198 died...\u000a23:04:32.432021 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11198): Terminated: ok {rc=0}\u000a23:04:32.441997 --- ParallelTerminationStrategy: PID 11201 died...\u000a23:04:32.498565 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11201): Terminated: ok {rc=0}\u000a23:04:32.508348 --- ParallelTerminationStrategy: PID 11204 died...\u000a23:04:32.565140 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11204): Terminated: ok {rc=0}\u000a23:04:32.652439 bus /sierra_3: Setting Powered False\u000a23:04:33.756905 bus /sierra_3: Setting Powered False\u000a23:04:34.864742 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "177", "name" : "handover_2G_oc2g+bts1-trx-b200", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T23:04:24" }, { "cases" : [ { "testActions" : [ ], "age" : 193, "className" : "handover_2G:oc2g+bts1-trx-umtrx", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=11218): Process ended prematurely: osmo-stp_10.42.42.5(pid=11218) [trial-2395↪handover_2G:oc2g+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11218)]", "failedSince" : 2203, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=11218): Process ended prematurely: osmo-stp_10.42.42.5(pid=11218) [trial-2395↪handover_2G:oc2g+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11218)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2395 handover_2G:oc2g+bts1-trx-umtrx handover.py\u000a----------------------------------------------\u000a23:04:36.854773 tst handover_2G:oc2g+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a23:04:36.868027 tst handover_2G:oc2g+bts1-trx-umtrx: Using 1 x bts (candidates: 2)\u000a23:04:36.995964 tst handover.py: using LAC 36847\u000a23:04:37.121434 tst handover.py: using RAC 127\u000a23:04:37.250232 tst handover.py: using CellId 36847\u000a23:04:37.369256 tst handover.py: using BVCI 36848\u000a23:04:37.392111 tst handover_2G:oc2g+bts1-trx-umtrx: Using 1 x bts (candidates: 2)\u000a23:04:37.527031 tst handover.py: using LAC 36848\u000a23:04:37.644224 tst handover.py: using RAC 128\u000a23:04:37.761568 tst handover.py: using CellId 36848\u000a23:04:37.878639 tst handover.py: using BVCI 36849\u000a23:04:37.901542 tst handover_2G:oc2g+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a23:04:37.912255 tst handover_2G:oc2g+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a23:04:37.922880 tst handover_2G:oc2g+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a23:04:37.933373 tst handover_2G:oc2g+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a23:04:37.943935 tst handover_2G:oc2g+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a23:04:37.954417 tst handover_2G:oc2g+bts1-trx-umtrx: Using 1 x modem (candidates: 2)\u000a23:04:38.069801 tst handover_2G:oc2g+bts1-trx-umtrx: Using 1 x modem (candidates: 2)\u000a23:04:38.282189 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a23:04:38.765864 run create_hlr_db(pid=11212): Launched\u000a23:04:38.898341 bus /sierra_2: Setting Powered False\u000a23:04:39.963623 run create_hlr_db(pid=11212): Terminated: ok {rc=0}\u000a23:04:40.342002 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11214): Launched\u000a23:04:40.646115 run osmo-hlr_10.42.42.2(pid=11215): Launched\u000a23:04:40.765986 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a23:04:41.272135 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11217): Launched\u000a23:04:41.576203 run osmo-stp_10.42.42.5(pid=11218): Launched\u000a23:04:41.697287 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a23:04:42.231476 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11220): Launched\u000a23:04:42.535952 run osmo-msc_10.42.42.6(pid=11221): Launched\u000a23:04:42.714818 run osmo-stp_10.42.42.5(pid=11218): ERR: Terminated: ERROR {rc=1} [trial-2395↪handover_2G:oc2g+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11218)]\u000a23:04:42.842851 run osmo-stp_10.42.42.5(pid=11218): stdout: \u000a| (launched: 2022-12-13_23:04:41.426648)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:04:42.968887 run osmo-stp_10.42.42.5(pid=11218): stderr: \u000a| �[0;m�[38;5;43m20221213230441598 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213230441599 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213230441599 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213230441599 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213230441600 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213230441600 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213230441600 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:04:43.090542 run osmo-stp_10.42.42.5(pid=11218): stdout: \u000a| (launched: 2022-12-13_23:04:41.426648)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:04:43.211090 run osmo-stp_10.42.42.5(pid=11218): stderr: \u000a| �[0;m�[38;5;43m20221213230441598 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213230441599 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213230441599 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213230441599 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213230441600 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213230441600 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213230441600 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:04:43.263794 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=11218): Process ended prematurely: osmo-stp_10.42.42.5(pid=11218) [trial-2395↪handover_2G:oc2g+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11218)] [trial-2395↪handover_2G:oc2g+bts1-trx-umtrx↪handover.py:18]\u000a23:04:43.271592 tst handover.py:18: Test FAILED (6.4 sec)\u000a23:04:43.330877 run osmo-hlr_10.42.42.2(pid=11215): ERR: Terminated: ERROR {rc=237} [trial-2395↪handover_2G:oc2g+bts1-trx-umtrx↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=11215)]\u000a23:04:43.379213 run osmo-hlr_10.42.42.2(pid=11215): stdout: \u000a| (launched: 2022-12-13_23:04:40.496026) \u000a23:04:43.428115 run osmo-hlr_10.42.42.2(pid=11215): stderr: \u000a| �[0;m�[1;31m20221213230440674 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213230440674 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213230440674 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213230440674 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213230440674 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213230440674 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213230440686 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2395/run.2022-12-13_21-44-31/handover_2G:oc2g+bts1-trx-umtrx/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213230440696 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213230440696 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213230440696 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a23:04:43.494431 run osmo-msc_10.42.42.6(pid=11221): ERR: Terminated: ERROR {rc=2} [trial-2395↪handover_2G:oc2g+bts1-trx-umtrx↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=11221)]\u000a23:04:43.542484 run osmo-msc_10.42.42.6(pid=11221): stdout: \u000a| (launched: 2022-12-13_23:04:42.385937) \u000a23:04:43.591246 run osmo-msc_10.42.42.6(pid=11221): stderr: \u000a| �[0;m�[38;5;43m20221213230442659 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213230442659 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f7911306c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213230442660 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213230442660 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213230442660 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213230442660 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213230442662 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213230442663 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213230442663 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213230442664 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a23:04:43.632543 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11214): Terminating (SIGTERM)\u000a23:04:43.671509 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11217): Terminating (SIGTERM)\u000a23:04:43.710562 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11220): Terminating (SIGTERM)\u000a23:04:43.719638 --- ParallelTerminationStrategy: PID 11214 died...\u000a23:04:43.771867 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11214): Terminated: ok {rc=0}\u000a23:04:43.781349 --- ParallelTerminationStrategy: PID 11217 died...\u000a23:04:43.833630 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11217): Terminated: ok {rc=0}\u000a23:04:43.842995 --- ParallelTerminationStrategy: PID 11220 died...\u000a23:04:43.895109 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11220): Terminated: ok {rc=0}\u000a23:04:43.977103 bus /sierra_3: Setting Powered False\u000a23:04:45.082683 bus /sierra_3: Setting Powered False\u000a23:04:46.192519 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "178", "name" : "handover_2G_oc2g+bts1-trx-umtrx", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T23:04:36" }, { "cases" : [ { "testActions" : [ ], "age" : 224, "className" : "handover_2G:octphy+bts1-trx-lms", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=11232): Process ended prematurely: osmo-stp_10.42.42.5(pid=11232) [trial-2395↪handover_2G:octphy+bts1-trx-lms↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11232)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=11232): Process ended prematurely: osmo-stp_10.42.42.5(pid=11232) [trial-2395↪handover_2G:octphy+bts1-trx-lms↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11232)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2395 handover_2G:octphy+bts1-trx-lms handover.py\u000a----------------------------------------------\u000a23:04:48.187760 tst handover_2G:octphy+bts1-trx-lms: Using 1 x ip_address (candidates: 6)\u000a23:04:48.199273 tst handover_2G:octphy+bts1-trx-lms: Using 1 x bts (candidates: 2)\u000a23:04:48.328060 tst handover.py: using LAC 36849\u000a23:04:48.458911 tst handover.py: using RAC 129\u000a23:04:48.586080 tst handover.py: using CellId 36849\u000a23:04:48.715561 tst handover.py: using BVCI 36850\u000a23:04:48.740183 tst handover_2G:octphy+bts1-trx-lms: Using 1 x bts (candidates: 2)\u000a23:04:48.877999 tst handover.py: using LAC 36850\u000a23:04:48.997320 tst handover.py: using RAC 130\u000a23:04:49.116705 tst handover.py: using CellId 36850\u000a23:04:49.241346 tst handover.py: using BVCI 36851\u000a23:04:49.264406 tst handover_2G:octphy+bts1-trx-lms: Using 1 x ip_address (candidates: 6)\u000a23:04:49.275222 tst handover_2G:octphy+bts1-trx-lms: Using 1 x ip_address (candidates: 6)\u000a23:04:49.285830 tst handover_2G:octphy+bts1-trx-lms: Using 1 x ip_address (candidates: 6)\u000a23:04:49.296325 tst handover_2G:octphy+bts1-trx-lms: Using 1 x ip_address (candidates: 6)\u000a23:04:49.307487 tst handover_2G:octphy+bts1-trx-lms: Using 1 x ip_address (candidates: 6)\u000a23:04:49.318626 tst handover_2G:octphy+bts1-trx-lms: Using 1 x modem (candidates: 2)\u000a23:04:49.441060 tst handover_2G:octphy+bts1-trx-lms: Using 1 x modem (candidates: 2)\u000a23:04:49.653590 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a23:04:50.136909 run create_hlr_db(pid=11226): Launched\u000a23:04:50.270016 bus /sierra_2: Setting Powered False\u000a23:04:51.346749 run create_hlr_db(pid=11226): Terminated: ok {rc=0}\u000a23:04:51.751236 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11228): Launched\u000a23:04:52.078043 run osmo-hlr_10.42.42.2(pid=11229): Launched\u000a23:04:52.196121 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a23:04:52.731466 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11231): Launched\u000a23:04:53.057135 run osmo-stp_10.42.42.5(pid=11232): Launched\u000a23:04:53.175322 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a23:04:53.745156 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11234): Launched\u000a23:04:54.071178 run osmo-msc_10.42.42.6(pid=11235): Launched\u000a23:04:54.261734 run osmo-stp_10.42.42.5(pid=11232): ERR: Terminated: ERROR {rc=1} [trial-2395↪handover_2G:octphy+bts1-trx-lms↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11232)]\u000a23:04:54.399210 run osmo-stp_10.42.42.5(pid=11232): stdout: \u000a| (launched: 2022-12-13_23:04:52.896446)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:04:54.536386 run osmo-stp_10.42.42.5(pid=11232): stderr: \u000a| �[0;m�[38;5;43m20221213230453087 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213230453087 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213230453087 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213230453087 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213230453088 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213230453088 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213230453088 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:04:54.667585 run osmo-stp_10.42.42.5(pid=11232): stdout: \u000a| (launched: 2022-12-13_23:04:52.896446)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:04:54.796874 run osmo-stp_10.42.42.5(pid=11232): stderr: \u000a| �[0;m�[38;5;43m20221213230453087 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213230453087 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213230453087 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213230453087 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213230453088 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213230453088 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213230453088 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:04:54.853687 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=11232): Process ended prematurely: osmo-stp_10.42.42.5(pid=11232) [trial-2395↪handover_2G:octphy+bts1-trx-lms↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11232)] [trial-2395↪handover_2G:octphy+bts1-trx-lms↪handover.py:18]\u000a23:04:54.862271 tst handover.py:18: Test FAILED (6.7 sec)\u000a23:04:54.925075 run osmo-hlr_10.42.42.2(pid=11229): ERR: Terminated: ERROR {rc=237} [trial-2395↪handover_2G:octphy+bts1-trx-lms↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=11229)]\u000a23:04:54.976155 run osmo-hlr_10.42.42.2(pid=11229): stdout: \u000a| (launched: 2022-12-13_23:04:51.917120) \u000a23:04:55.028224 run osmo-hlr_10.42.42.2(pid=11229): stderr: \u000a| �[0;m�[1;31m20221213230452116 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213230452116 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213230452116 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213230452116 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213230452116 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213230452117 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213230452131 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2395/run.2022-12-13_21-44-31/handover_2G:octphy+bts1-trx-lms/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213230452140 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213230452140 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213230452140 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a23:04:55.098933 run osmo-msc_10.42.42.6(pid=11235): ERR: Terminated: ERROR {rc=2} [trial-2395↪handover_2G:octphy+bts1-trx-lms↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=11235)]\u000a23:04:55.150076 run osmo-msc_10.42.42.6(pid=11235): stdout: \u000a| (launched: 2022-12-13_23:04:53.911197) \u000a23:04:55.201663 run osmo-msc_10.42.42.6(pid=11235): stderr: \u000a| �[0;m�[38;5;43m20221213230454233 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213230454233 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7ff842fe6c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213230454233 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213230454233 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213230454233 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213230454233 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213230454235 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213230454235 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213230454236 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213230454236 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a23:04:55.245585 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11228): Terminating (SIGTERM)\u000a23:04:55.287068 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11231): Terminating (SIGTERM)\u000a23:04:55.328537 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11234): Terminating (SIGTERM)\u000a23:04:55.338161 --- ParallelTerminationStrategy: PID 11228 died...\u000a23:04:55.394256 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11228): Terminated: ok {rc=0}\u000a23:04:55.404169 --- ParallelTerminationStrategy: PID 11231 died...\u000a23:04:55.460042 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11231): Terminated: ok {rc=0}\u000a23:04:55.470018 --- ParallelTerminationStrategy: PID 11234 died...\u000a23:04:55.526177 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11234): Terminated: ok {rc=0}\u000a23:04:55.613898 bus /sierra_3: Setting Powered False\u000a23:04:56.719857 bus /sierra_3: Setting Powered False\u000a23:04:57.830109 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "179", "name" : "handover_2G_octphy+bts1-trx-lms", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T23:04:47" }, { "cases" : [ { "testActions" : [ ], "age" : 224, "className" : "handover_2G:octphy+bts1-trx-lms-limenet-micro", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=11250): Process ended prematurely: osmo-stp_10.42.42.5(pid=11250) [trial-2395↪handover_2G:octphy+bts1-trx-lms-limenet-micro↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11250)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=11250): Process ended prematurely: osmo-stp_10.42.42.5(pid=11250) [trial-2395↪handover_2G:octphy+bts1-trx-lms-limenet-micro↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11250)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2395 handover_2G:octphy+bts1-trx-lms-limenet-micro handover.py\u000a----------------------------------------------\u000a23:04:59.813968 tst handover_2G:octphy+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a23:04:59.825122 tst handover_2G:octphy+bts1-trx-lms-limenet-micro: Using 1 x bts (candidates: 2)\u000a23:04:59.953464 tst handover.py: using LAC 36851\u000a23:05:00.081494 tst handover.py: using RAC 131\u000a23:05:00.210759 tst handover.py: using CellId 36851\u000a23:05:00.337827 tst handover.py: using BVCI 36852\u000a23:05:00.362694 tst handover_2G:octphy+bts1-trx-lms-limenet-micro: Using 1 x bts (candidates: 2)\u000a23:05:00.503430 tst handover.py: using LAC 36852\u000a23:05:00.632105 tst handover.py: using RAC 132\u000a23:05:00.760576 tst handover.py: using CellId 36852\u000a23:05:00.895218 tst handover.py: using BVCI 36853\u000a23:05:00.921556 tst handover_2G:octphy+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a23:05:00.934090 tst handover_2G:octphy+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a23:05:00.946383 tst handover_2G:octphy+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a23:05:00.958805 tst handover_2G:octphy+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a23:05:00.971853 tst handover_2G:octphy+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a23:05:00.984810 tst handover_2G:octphy+bts1-trx-lms-limenet-micro: Using 1 x modem (candidates: 2)\u000a23:05:01.117049 tst handover_2G:octphy+bts1-trx-lms-limenet-micro: Using 1 x modem (candidates: 2)\u000a23:05:01.374458 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a23:05:01.914311 run create_hlr_db(pid=11243): Launched\u000a23:05:02.054894 bus /sierra_2: Setting Powered False\u000a23:05:03.128368 run create_hlr_db(pid=11243): Terminated: ok {rc=0}\u000a23:05:03.534329 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11245): Launched\u000a23:05:03.861518 run osmo-hlr_10.42.42.2(pid=11247): Launched\u000a23:05:03.980744 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a23:05:04.519396 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11249): Launched\u000a23:05:04.846601 run osmo-stp_10.42.42.5(pid=11250): Launched\u000a23:05:04.965726 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a23:05:05.533155 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11252): Launched\u000a23:05:05.860024 run osmo-msc_10.42.42.6(pid=11253): Launched\u000a23:05:06.051809 run osmo-stp_10.42.42.5(pid=11250): ERR: Terminated: ERROR {rc=1} [trial-2395↪handover_2G:octphy+bts1-trx-lms-limenet-micro↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11250)]\u000a23:05:06.190288 run osmo-stp_10.42.42.5(pid=11250): stdout: \u000a| (launched: 2022-12-13_23:05:04.685105)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:05:06.326985 run osmo-stp_10.42.42.5(pid=11250): stderr: \u000a| �[0;m�[38;5;43m20221213230504877 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213230504877 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213230504877 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213230504878 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213230504878 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213230504878 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213230504878 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:05:06.458044 run osmo-stp_10.42.42.5(pid=11250): stdout: \u000a| (launched: 2022-12-13_23:05:04.685105)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:05:06.587918 run osmo-stp_10.42.42.5(pid=11250): stderr: \u000a| �[0;m�[38;5;43m20221213230504877 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213230504877 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213230504877 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213230504878 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213230504878 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213230504878 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213230504878 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:05:06.644670 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=11250): Process ended prematurely: osmo-stp_10.42.42.5(pid=11250) [trial-2395↪handover_2G:octphy+bts1-trx-lms-limenet-micro↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11250)] [trial-2395↪handover_2G:octphy+bts1-trx-lms-limenet-micro↪handover.py:18]\u000a23:05:06.653522 tst handover.py:18: Test FAILED (6.8 sec)\u000a23:05:06.716381 run osmo-hlr_10.42.42.2(pid=11247): ERR: Terminated: ERROR {rc=237} [trial-2395↪handover_2G:octphy+bts1-trx-lms-limenet-micro↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=11247)]\u000a23:05:06.767983 run osmo-hlr_10.42.42.2(pid=11247): stdout: \u000a| (launched: 2022-12-13_23:05:03.700367) \u000a23:05:06.820234 run osmo-hlr_10.42.42.2(pid=11247): stderr: \u000a| �[0;m�[1;31m20221213230503896 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213230503896 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213230503896 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213230503896 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213230503897 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213230503897 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213230503908 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2395/run.2022-12-13_21-44-31/handover_2G:octphy+bts1-trx-lms-limenet-micro/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213230503917 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213230503917 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213230503917 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a23:05:06.890599 run osmo-msc_10.42.42.6(pid=11253): ERR: Terminated: ERROR {rc=2} [trial-2395↪handover_2G:octphy+bts1-trx-lms-limenet-micro↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=11253)]\u000a23:05:06.942036 run osmo-msc_10.42.42.6(pid=11253): stdout: \u000a| (launched: 2022-12-13_23:05:05.698985) \u000a23:05:06.993755 run osmo-msc_10.42.42.6(pid=11253): stderr: \u000a| �[0;m�[38;5;43m20221213230506020 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213230506020 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fef6ab81c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213230506020 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213230506020 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213230506020 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213230506021 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213230506022 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213230506023 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213230506023 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213230506023 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a23:05:07.038217 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11245): Terminating (SIGTERM)\u000a23:05:07.080368 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11249): Terminating (SIGTERM)\u000a23:05:07.122401 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11252): Terminating (SIGTERM)\u000a23:05:07.131992 --- ParallelTerminationStrategy: PID 11245 died...\u000a23:05:07.188145 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11245): Terminated: ok {rc=0}\u000a23:05:07.198224 --- ParallelTerminationStrategy: PID 11249 died...\u000a23:05:07.254200 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11249): Terminated: ok {rc=0}\u000a23:05:07.264089 --- ParallelTerminationStrategy: PID 11252 died...\u000a23:05:07.320261 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11252): Terminated: ok {rc=0}\u000a23:05:07.407620 bus /sierra_3: Setting Powered False\u000a23:05:08.514671 bus /sierra_3: Setting Powered False\u000a23:05:09.626152 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "180", "name" : "handover_2G_octphy+bts1-trx-lms-limenet-micro", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T23:04:59" }, { "cases" : [ { "testActions" : [ ], "age" : 224, "className" : "handover_2G:octphy+bts1-trx-sysmocell5000", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=11264): Process ended prematurely: osmo-stp_10.42.42.5(pid=11264) [trial-2395↪handover_2G:octphy+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11264)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=11264): Process ended prematurely: osmo-stp_10.42.42.5(pid=11264) [trial-2395↪handover_2G:octphy+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11264)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2395 handover_2G:octphy+bts1-trx-sysmocell5000 handover.py\u000a----------------------------------------------\u000a23:05:11.619103 tst handover_2G:octphy+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a23:05:11.630012 tst handover_2G:octphy+bts1-trx-sysmocell5000: Using 1 x bts (candidates: 2)\u000a23:05:11.758973 tst handover.py: using LAC 36853\u000a23:05:11.889960 tst handover.py: using RAC 133\u000a23:05:12.019235 tst handover.py: using CellId 36853\u000a23:05:12.146860 tst handover.py: using BVCI 36854\u000a23:05:12.171547 tst handover_2G:octphy+bts1-trx-sysmocell5000: Using 1 x bts (candidates: 2)\u000a23:05:12.314425 tst handover.py: using LAC 36854\u000a23:05:12.432416 tst handover.py: using RAC 134\u000a23:05:12.552184 tst handover.py: using CellId 36854\u000a23:05:12.671782 tst handover.py: using BVCI 36855\u000a23:05:12.694987 tst handover_2G:octphy+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a23:05:12.705949 tst handover_2G:octphy+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a23:05:12.716812 tst handover_2G:octphy+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a23:05:12.728053 tst handover_2G:octphy+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a23:05:12.739674 tst handover_2G:octphy+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a23:05:12.751044 tst handover_2G:octphy+bts1-trx-sysmocell5000: Using 1 x modem (candidates: 2)\u000a23:05:12.872538 tst handover_2G:octphy+bts1-trx-sysmocell5000: Using 1 x modem (candidates: 2)\u000a23:05:13.074642 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a23:05:13.534814 run create_hlr_db(pid=11258): Launched\u000a23:05:13.659382 bus /sierra_2: Setting Powered False\u000a23:05:14.731046 run create_hlr_db(pid=11258): Terminated: ok {rc=0}\u000a23:05:15.110292 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11260): Launched\u000a23:05:15.415232 run osmo-hlr_10.42.42.2(pid=11261): Launched\u000a23:05:15.526339 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a23:05:16.056260 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11263): Launched\u000a23:05:16.437762 run osmo-stp_10.42.42.5(pid=11264): Launched\u000a23:05:16.594829 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a23:05:17.255320 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11266): Launched\u000a23:05:17.606150 run osmo-msc_10.42.42.6(pid=11267): Launched\u000a23:05:17.799610 run osmo-stp_10.42.42.5(pid=11264): ERR: Terminated: ERROR {rc=1} [trial-2395↪handover_2G:octphy+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11264)]\u000a23:05:17.939478 run osmo-stp_10.42.42.5(pid=11264): stdout: \u000a| (launched: 2022-12-13_23:05:16.213314)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:05:18.076906 run osmo-stp_10.42.42.5(pid=11264): stderr: \u000a| �[0;m�[38;5;43m20221213230516554 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213230516554 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213230516555 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213230516555 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213230516562 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213230516562 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213230516562 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:05:18.209489 run osmo-stp_10.42.42.5(pid=11264): stdout: \u000a| (launched: 2022-12-13_23:05:16.213314)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:05:18.339605 run osmo-stp_10.42.42.5(pid=11264): stderr: \u000a| �[0;m�[38;5;43m20221213230516554 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213230516554 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213230516555 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213230516555 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213230516562 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213230516562 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213230516562 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:05:18.396602 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=11264): Process ended prematurely: osmo-stp_10.42.42.5(pid=11264) [trial-2395↪handover_2G:octphy+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11264)] [trial-2395↪handover_2G:octphy+bts1-trx-sysmocell5000↪handover.py:18]\u000a23:05:18.405593 tst handover.py:18: Test FAILED (6.8 sec)\u000a23:05:18.468682 run osmo-hlr_10.42.42.2(pid=11261): ERR: Terminated: ERROR {rc=237} [trial-2395↪handover_2G:octphy+bts1-trx-sysmocell5000↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=11261)]\u000a23:05:18.520204 run osmo-hlr_10.42.42.2(pid=11261): stdout: \u000a| (launched: 2022-12-13_23:05:15.264632) \u000a23:05:18.571995 run osmo-hlr_10.42.42.2(pid=11261): stderr: \u000a| �[0;m�[1;31m20221213230515440 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213230515440 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213230515440 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213230515440 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213230515440 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213230515440 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213230515452 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2395/run.2022-12-13_21-44-31/handover_2G:octphy+bts1-trx-sysmocell5000/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213230515461 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213230515461 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213230515461 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a23:05:18.643240 run osmo-msc_10.42.42.6(pid=11267): ERR: Terminated: ERROR {rc=2} [trial-2395↪handover_2G:octphy+bts1-trx-sysmocell5000↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=11267)]\u000a23:05:18.694616 run osmo-msc_10.42.42.6(pid=11267): stdout: \u000a| (launched: 2022-12-13_23:05:17.443264) \u000a23:05:18.746596 run osmo-msc_10.42.42.6(pid=11267): stderr: \u000a| �[0;m�[38;5;43m20221213230517765 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213230517766 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7efd2f16ac40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213230517766 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213230517766 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213230517766 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213230517766 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213230517768 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213230517768 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213230517768 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213230517768 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a23:05:18.790926 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11260): Terminating (SIGTERM)\u000a23:05:18.833314 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11263): Terminating (SIGTERM)\u000a23:05:18.875463 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11266): Terminating (SIGTERM)\u000a23:05:18.885187 --- ParallelTerminationStrategy: PID 11260 died...\u000a23:05:18.941578 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11260): Terminated: ok {rc=0}\u000a23:05:18.951744 --- ParallelTerminationStrategy: PID 11263 died...\u000a23:05:19.008067 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11263): Terminated: ok {rc=0}\u000a23:05:19.018210 --- ParallelTerminationStrategy: PID 11266 died...\u000a23:05:19.074747 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11266): Terminated: ok {rc=0}\u000a23:05:19.163035 bus /sierra_3: Setting Powered False\u000a23:05:20.268131 bus /sierra_3: Setting Powered False\u000a23:05:21.379712 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "181", "name" : "handover_2G_octphy+bts1-trx-sysmocell5000", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T23:05:11" }, { "cases" : [ { "testActions" : [ ], "age" : 224, "className" : "handover_2G:octphy+bts1-sysmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=11279): Process ended prematurely: osmo-stp_10.42.42.5(pid=11279) [trial-2395↪handover_2G:octphy+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11279)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=11279): Process ended prematurely: osmo-stp_10.42.42.5(pid=11279) [trial-2395↪handover_2G:octphy+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11279)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2395 handover_2G:octphy+bts1-sysmo handover.py\u000a----------------------------------------------\u000a23:05:23.349848 tst handover_2G:octphy+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a23:05:23.361475 tst handover_2G:octphy+bts1-sysmo: Using 1 x bts (candidates: 2)\u000a23:05:23.483625 tst handover.py: using LAC 36855\u000a23:05:23.601642 tst handover.py: using RAC 135\u000a23:05:23.719126 tst handover.py: using CellId 36855\u000a23:05:23.836670 tst handover.py: using BVCI 36856\u000a23:05:23.859871 tst handover_2G:octphy+bts1-sysmo: Using 1 x bts (candidates: 2)\u000a23:05:23.980485 tst handover.py: using LAC 36856\u000a23:05:24.102971 tst handover.py: using RAC 136\u000a23:05:24.220417 tst handover.py: using CellId 36856\u000a23:05:24.339630 tst handover.py: using BVCI 36857\u000a23:05:24.362874 tst handover_2G:octphy+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a23:05:24.373788 tst handover_2G:octphy+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a23:05:24.384267 tst handover_2G:octphy+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a23:05:24.394900 tst handover_2G:octphy+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a23:05:24.405863 tst handover_2G:octphy+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a23:05:24.416536 tst handover_2G:octphy+bts1-sysmo: Using 1 x modem (candidates: 2)\u000a23:05:24.539218 tst handover_2G:octphy+bts1-sysmo: Using 1 x modem (candidates: 2)\u000a23:05:24.753407 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a23:05:25.238469 run create_hlr_db(pid=11273): Launched\u000a23:05:25.371171 bus /sierra_2: Setting Powered False\u000a23:05:26.447381 run create_hlr_db(pid=11273): Terminated: ok {rc=0}\u000a23:05:26.830523 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11275): Launched\u000a23:05:27.134941 run osmo-hlr_10.42.42.2(pid=11276): Launched\u000a23:05:27.247400 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a23:05:27.747445 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11278): Launched\u000a23:05:28.049659 run osmo-stp_10.42.42.5(pid=11279): Launched\u000a23:05:28.159849 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a23:05:28.687761 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11281): Launched\u000a23:05:28.992337 run osmo-msc_10.42.42.6(pid=11282): Launched\u000a23:05:29.170928 run osmo-stp_10.42.42.5(pid=11279): ERR: Terminated: ERROR {rc=1} [trial-2395↪handover_2G:octphy+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11279)]\u000a23:05:29.299106 run osmo-stp_10.42.42.5(pid=11279): stdout: \u000a| (launched: 2022-12-13_23:05:27.900692)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:05:29.424943 run osmo-stp_10.42.42.5(pid=11279): stderr: \u000a| �[0;m�[38;5;43m20221213230528070 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213230528070 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213230528071 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213230528071 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213230528072 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213230528072 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213230528072 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:05:29.546793 run osmo-stp_10.42.42.5(pid=11279): stdout: \u000a| (launched: 2022-12-13_23:05:27.900692)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:05:29.667094 run osmo-stp_10.42.42.5(pid=11279): stderr: \u000a| �[0;m�[38;5;43m20221213230528070 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213230528070 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213230528071 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213230528071 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213230528072 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213230528072 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213230528072 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:05:29.720828 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=11279): Process ended prematurely: osmo-stp_10.42.42.5(pid=11279) [trial-2395↪handover_2G:octphy+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11279)] [trial-2395↪handover_2G:octphy+bts1-sysmo↪handover.py:18]\u000a23:05:29.728922 tst handover.py:18: Test FAILED (6.4 sec)\u000a23:05:29.788059 run osmo-hlr_10.42.42.2(pid=11276): ERR: Terminated: ERROR {rc=237} [trial-2395↪handover_2G:octphy+bts1-sysmo↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=11276)]\u000a23:05:29.836729 run osmo-hlr_10.42.42.2(pid=11276): stdout: \u000a| (launched: 2022-12-13_23:05:26.985097) \u000a23:05:29.885905 run osmo-hlr_10.42.42.2(pid=11276): stderr: \u000a| �[0;m�[1;31m20221213230527161 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213230527161 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213230527161 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213230527161 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213230527161 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213230527162 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213230527174 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2395/run.2022-12-13_21-44-31/handover_2G:octphy+bts1-sysmo/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213230527184 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213230527184 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213230527184 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a23:05:29.952595 run osmo-msc_10.42.42.6(pid=11282): ERR: Terminated: ERROR {rc=2} [trial-2395↪handover_2G:octphy+bts1-sysmo↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=11282)]\u000a23:05:30.000862 run osmo-msc_10.42.42.6(pid=11282): stdout: \u000a| (launched: 2022-12-13_23:05:28.841990) \u000a23:05:30.049917 run osmo-msc_10.42.42.6(pid=11282): stderr: \u000a| �[0;m�[38;5;43m20221213230529113 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213230529113 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f68735e4c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213230529113 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213230529114 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213230529114 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213230529114 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213230529116 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213230529116 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213230529116 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213230529116 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a23:05:30.091661 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11275): Terminating (SIGTERM)\u000a23:05:30.130762 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11278): Terminating (SIGTERM)\u000a23:05:30.170078 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11281): Terminating (SIGTERM)\u000a23:05:30.179239 --- ParallelTerminationStrategy: PID 11275 died...\u000a23:05:30.232153 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11275): Terminated: ok {rc=0}\u000a23:05:30.241796 --- ParallelTerminationStrategy: PID 11278 died...\u000a23:05:30.294164 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11278): Terminated: ok {rc=0}\u000a23:05:30.303659 --- ParallelTerminationStrategy: PID 11281 died...\u000a23:05:30.356102 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11281): Terminated: ok {rc=0}\u000a23:05:30.444147 bus /sierra_3: Setting Powered False\u000a23:05:31.549355 bus /sierra_3: Setting Powered False\u000a23:05:32.659462 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "182", "name" : "handover_2G_octphy+bts1-sysmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T23:05:23" }, { "cases" : [ { "testActions" : [ ], "age" : 224, "className" : "handover_2G:octphy+bts1-trx-b200", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=11293): Process ended prematurely: osmo-stp_10.42.42.5(pid=11293) [trial-2395↪handover_2G:octphy+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11293)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=11293): Process ended prematurely: osmo-stp_10.42.42.5(pid=11293) [trial-2395↪handover_2G:octphy+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11293)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2395 handover_2G:octphy+bts1-trx-b200 handover.py\u000a----------------------------------------------\u000a23:05:34.634917 tst handover_2G:octphy+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a23:05:34.646362 tst handover_2G:octphy+bts1-trx-b200: Using 1 x bts (candidates: 2)\u000a23:05:34.775865 tst handover.py: using LAC 36857\u000a23:05:34.906745 tst handover.py: using RAC 137\u000a23:05:35.033170 tst handover.py: using CellId 36857\u000a23:05:35.162589 tst handover.py: using BVCI 36858\u000a23:05:35.187355 tst handover_2G:octphy+bts1-trx-b200: Using 1 x bts (candidates: 2)\u000a23:05:35.331248 tst handover.py: using LAC 36858\u000a23:05:35.459326 tst handover.py: using RAC 138\u000a23:05:35.584665 tst handover.py: using CellId 36858\u000a23:05:35.710491 tst handover.py: using BVCI 36859\u000a23:05:35.735299 tst handover_2G:octphy+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a23:05:35.746844 tst handover_2G:octphy+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a23:05:35.757930 tst handover_2G:octphy+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a23:05:35.768895 tst handover_2G:octphy+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a23:05:35.780854 tst handover_2G:octphy+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a23:05:35.792679 tst handover_2G:octphy+bts1-trx-b200: Using 1 x modem (candidates: 2)\u000a23:05:35.910527 tst handover_2G:octphy+bts1-trx-b200: Using 1 x modem (candidates: 2)\u000a23:05:36.125763 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a23:05:36.608278 run create_hlr_db(pid=11287): Launched\u000a23:05:36.740900 bus /sierra_2: Setting Powered False\u000a23:05:37.817772 run create_hlr_db(pid=11287): Terminated: ok {rc=0}\u000a23:05:38.223254 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11289): Launched\u000a23:05:38.548532 run osmo-hlr_10.42.42.2(pid=11290): Launched\u000a23:05:38.670709 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a23:05:39.205460 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11292): Launched\u000a23:05:39.530717 run osmo-stp_10.42.42.5(pid=11293): Launched\u000a23:05:39.648707 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a23:05:40.214608 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11295): Launched\u000a23:05:40.541001 run osmo-msc_10.42.42.6(pid=11296): Launched\u000a23:05:40.731516 run osmo-stp_10.42.42.5(pid=11293): ERR: Terminated: ERROR {rc=1} [trial-2395↪handover_2G:octphy+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11293)]\u000a23:05:40.869329 run osmo-stp_10.42.42.5(pid=11293): stdout: \u000a| (launched: 2022-12-13_23:05:39.370789)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:05:41.006518 run osmo-stp_10.42.42.5(pid=11293): stderr: \u000a| �[0;m�[38;5;43m20221213230539564 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213230539564 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213230539564 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213230539565 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213230539565 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213230539565 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213230539566 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:05:41.138513 run osmo-stp_10.42.42.5(pid=11293): stdout: \u000a| (launched: 2022-12-13_23:05:39.370789)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:05:41.268240 run osmo-stp_10.42.42.5(pid=11293): stderr: \u000a| �[0;m�[38;5;43m20221213230539564 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213230539564 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213230539564 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213230539565 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213230539565 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213230539565 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213230539566 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:05:41.324936 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=11293): Process ended prematurely: osmo-stp_10.42.42.5(pid=11293) [trial-2395↪handover_2G:octphy+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11293)] [trial-2395↪handover_2G:octphy+bts1-trx-b200↪handover.py:18]\u000a23:05:41.333509 tst handover.py:18: Test FAILED (6.7 sec)\u000a23:05:41.397505 run osmo-hlr_10.42.42.2(pid=11290): ERR: Terminated: ERROR {rc=237} [trial-2395↪handover_2G:octphy+bts1-trx-b200↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=11290)]\u000a23:05:41.449335 run osmo-hlr_10.42.42.2(pid=11290): stdout: \u000a| (launched: 2022-12-13_23:05:38.388433) \u000a23:05:41.501698 run osmo-hlr_10.42.42.2(pid=11290): stderr: \u000a| �[0;m�[1;31m20221213230538588 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213230538588 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213230538588 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213230538588 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213230538588 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213230538588 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213230538599 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2395/run.2022-12-13_21-44-31/handover_2G:octphy+bts1-trx-b200/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213230538608 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213230538608 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213230538608 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a23:05:41.572867 run osmo-msc_10.42.42.6(pid=11296): ERR: Terminated: ERROR {rc=2} [trial-2395↪handover_2G:octphy+bts1-trx-b200↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=11296)]\u000a23:05:41.624855 run osmo-msc_10.42.42.6(pid=11296): stdout: \u000a| (launched: 2022-12-13_23:05:40.380429) \u000a23:05:41.677323 run osmo-msc_10.42.42.6(pid=11296): stderr: \u000a| �[0;m�[38;5;43m20221213230540705 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213230540705 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fb6343f8c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213230540705 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213230540705 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213230540705 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213230540705 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213230540707 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213230540707 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213230540708 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213230540708 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a23:05:41.722304 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11289): Terminating (SIGTERM)\u000a23:05:41.764529 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11292): Terminating (SIGTERM)\u000a23:05:41.807381 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11295): Terminating (SIGTERM)\u000a23:05:41.817130 --- ParallelTerminationStrategy: PID 11289 died...\u000a23:05:41.874273 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11289): Terminated: ok {rc=0}\u000a23:05:41.884585 --- ParallelTerminationStrategy: PID 11292 died...\u000a23:05:41.941971 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11292): Terminated: ok {rc=0}\u000a23:05:41.952284 --- ParallelTerminationStrategy: PID 11295 died...\u000a23:05:42.009516 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11295): Terminated: ok {rc=0}\u000a23:05:42.097180 bus /sierra_3: Setting Powered False\u000a23:05:43.200068 bus /sierra_3: Setting Powered False\u000a23:05:44.309665 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "183", "name" : "handover_2G_octphy+bts1-trx-b200", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T23:05:34" }, { "cases" : [ { "testActions" : [ ], "age" : 224, "className" : "handover_2G:octphy+bts1-trx-umtrx", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=11307): Process ended prematurely: osmo-stp_10.42.42.5(pid=11307) [trial-2395↪handover_2G:octphy+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11307)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=11307): Process ended prematurely: osmo-stp_10.42.42.5(pid=11307) [trial-2395↪handover_2G:octphy+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11307)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2395 handover_2G:octphy+bts1-trx-umtrx handover.py\u000a----------------------------------------------\u000a23:05:46.322770 tst handover_2G:octphy+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a23:05:46.335621 tst handover_2G:octphy+bts1-trx-umtrx: Using 1 x bts (candidates: 2)\u000a23:05:46.460601 tst handover.py: using LAC 36859\u000a23:05:46.604541 tst handover.py: using RAC 139\u000a23:05:46.780192 tst handover.py: using CellId 36859\u000a23:05:46.910659 tst handover.py: using BVCI 36860\u000a23:05:46.936206 tst handover_2G:octphy+bts1-trx-umtrx: Using 1 x bts (candidates: 2)\u000a23:05:47.099089 tst handover.py: using LAC 36860\u000a23:05:47.229711 tst handover.py: using RAC 140\u000a23:05:47.348691 tst handover.py: using CellId 36860\u000a23:05:47.466879 tst handover.py: using BVCI 36861\u000a23:05:47.490080 tst handover_2G:octphy+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a23:05:47.500857 tst handover_2G:octphy+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a23:05:47.511581 tst handover_2G:octphy+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a23:05:47.522805 tst handover_2G:octphy+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a23:05:47.533819 tst handover_2G:octphy+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a23:05:47.544645 tst handover_2G:octphy+bts1-trx-umtrx: Using 1 x modem (candidates: 2)\u000a23:05:47.664244 tst handover_2G:octphy+bts1-trx-umtrx: Using 1 x modem (candidates: 2)\u000a23:05:47.869088 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a23:05:48.323627 run create_hlr_db(pid=11301): Launched\u000a23:05:48.446792 bus /sierra_2: Setting Powered False\u000a23:05:49.518313 run create_hlr_db(pid=11301): Terminated: ok {rc=0}\u000a23:05:49.919380 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11303): Launched\u000a23:05:50.245034 run osmo-hlr_10.42.42.2(pid=11304): Launched\u000a23:05:50.367529 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a23:05:50.899504 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11306): Launched\u000a23:05:51.222734 run osmo-stp_10.42.42.5(pid=11307): Launched\u000a23:05:51.340184 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a23:05:51.904435 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11309): Launched\u000a23:05:52.229570 run osmo-msc_10.42.42.6(pid=11312): Launched\u000a23:05:52.419903 run osmo-stp_10.42.42.5(pid=11307): ERR: Terminated: ERROR {rc=1} [trial-2395↪handover_2G:octphy+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11307)]\u000a23:05:52.559322 run osmo-stp_10.42.42.5(pid=11307): stdout: \u000a| (launched: 2022-12-13_23:05:51.063623)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:05:52.695957 run osmo-stp_10.42.42.5(pid=11307): stderr: \u000a| �[0;m�[38;5;43m20221213230551254 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213230551254 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213230551254 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213230551255 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213230551255 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213230551255 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213230551255 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:05:52.825739 run osmo-stp_10.42.42.5(pid=11307): stdout: \u000a| (launched: 2022-12-13_23:05:51.063623)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:05:52.954070 run osmo-stp_10.42.42.5(pid=11307): stderr: \u000a| �[0;m�[38;5;43m20221213230551254 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213230551254 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213230551254 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213230551255 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213230551255 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213230551255 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213230551255 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:05:53.010290 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=11307): Process ended prematurely: osmo-stp_10.42.42.5(pid=11307) [trial-2395↪handover_2G:octphy+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11307)] [trial-2395↪handover_2G:octphy+bts1-trx-umtrx↪handover.py:18]\u000a23:05:53.018751 tst handover.py:18: Test FAILED (6.7 sec)\u000a23:05:53.081717 run osmo-hlr_10.42.42.2(pid=11304): ERR: Terminated: ERROR {rc=237} [trial-2395↪handover_2G:octphy+bts1-trx-umtrx↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=11304)]\u000a23:05:53.132826 run osmo-hlr_10.42.42.2(pid=11304): stdout: \u000a| (launched: 2022-12-13_23:05:50.084824) \u000a23:05:53.184478 run osmo-hlr_10.42.42.2(pid=11304): stderr: \u000a| �[0;m�[1;31m20221213230550280 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213230550280 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213230550280 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213230550280 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213230550280 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213230550280 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213230550297 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2395/run.2022-12-13_21-44-31/handover_2G:octphy+bts1-trx-umtrx/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213230550306 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213230550307 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213230550307 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a23:05:53.254803 run osmo-msc_10.42.42.6(pid=11312): ERR: Terminated: ERROR {rc=2} [trial-2395↪handover_2G:octphy+bts1-trx-umtrx↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=11312)]\u000a23:05:53.306001 run osmo-msc_10.42.42.6(pid=11312): stdout: \u000a| (launched: 2022-12-13_23:05:52.070710) \u000a23:05:53.357763 run osmo-msc_10.42.42.6(pid=11312): stderr: \u000a| �[0;m�[38;5;43m20221213230552392 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213230552392 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fb1e8118c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213230552392 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213230552393 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213230552393 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213230552393 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213230552395 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213230552395 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213230552395 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213230552395 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a23:05:53.401841 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11303): Terminating (SIGTERM)\u000a23:05:53.443402 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11306): Terminating (SIGTERM)\u000a23:05:53.485548 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11309): Terminating (SIGTERM)\u000a23:05:53.495082 --- ParallelTerminationStrategy: PID 11303 died...\u000a23:05:53.550803 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11303): Terminated: ok {rc=0}\u000a23:05:53.560712 --- ParallelTerminationStrategy: PID 11306 died...\u000a23:05:53.616242 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11306): Terminated: ok {rc=0}\u000a23:05:53.626169 --- ParallelTerminationStrategy: PID 11309 died...\u000a23:05:53.681600 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11309): Terminated: ok {rc=0}\u000a23:05:53.768855 bus /sierra_3: Setting Powered False\u000a23:05:54.872215 bus /sierra_3: Setting Powered False\u000a23:05:55.982840 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "184", "name" : "handover_2G_octphy+bts1-trx-umtrx", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T23:05:46" }, { "cases" : [ { "testActions" : [ ], "age" : 224, "className" : "handover_2G:trx-lms+bts1-trx-lms-limenet-micro", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=11323): Process ended prematurely: osmo-stp_10.42.42.5(pid=11323) [trial-2395↪handover_2G:trx-lms+bts1-trx-lms-limenet-micro↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11323)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=11323): Process ended prematurely: osmo-stp_10.42.42.5(pid=11323) [trial-2395↪handover_2G:trx-lms+bts1-trx-lms-limenet-micro↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11323)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2395 handover_2G:trx-lms+bts1-trx-lms-limenet-micro handover.py\u000a----------------------------------------------\u000a23:05:57.988283 tst handover_2G:trx-lms+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a23:05:57.999859 tst handover_2G:trx-lms+bts1-trx-lms-limenet-micro: Using 1 x bts (candidates: 2)\u000a23:05:58.145982 tst handover.py: using LAC 36861\u000a23:05:58.271829 tst handover.py: using RAC 141\u000a23:05:58.403873 tst handover.py: using CellId 36861\u000a23:05:58.527126 tst handover.py: using BVCI 36862\u000a23:05:58.551545 tst handover_2G:trx-lms+bts1-trx-lms-limenet-micro: Using 1 x bts (candidates: 2)\u000a23:05:58.693210 tst handover.py: using LAC 36862\u000a23:05:58.818816 tst handover.py: using RAC 142\u000a23:05:58.943153 tst handover.py: using CellId 36862\u000a23:05:59.067448 tst handover.py: using BVCI 36863\u000a23:05:59.092084 tst handover_2G:trx-lms+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a23:05:59.103593 tst handover_2G:trx-lms+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a23:05:59.115111 tst handover_2G:trx-lms+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a23:05:59.126605 tst handover_2G:trx-lms+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a23:05:59.138317 tst handover_2G:trx-lms+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a23:05:59.149876 tst handover_2G:trx-lms+bts1-trx-lms-limenet-micro: Using 1 x modem (candidates: 2)\u000a23:05:59.266007 tst handover_2G:trx-lms+bts1-trx-lms-limenet-micro: Using 1 x modem (candidates: 2)\u000a23:05:59.465092 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a23:05:59.918282 run create_hlr_db(pid=11317): Launched\u000a23:06:00.040643 bus /sierra_2: Setting Powered False\u000a23:06:01.123332 run create_hlr_db(pid=11317): Terminated: ok {rc=0}\u000a23:06:01.545523 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11319): Launched\u000a23:06:01.991464 run osmo-hlr_10.42.42.2(pid=11320): Launched\u000a23:06:02.148437 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a23:06:02.681712 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11322): Launched\u000a23:06:03.004290 run osmo-stp_10.42.42.5(pid=11323): Launched\u000a23:06:03.122399 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a23:06:03.683147 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11325): Launched\u000a23:06:04.005823 run osmo-msc_10.42.42.6(pid=11326): Launched\u000a23:06:04.195469 run osmo-stp_10.42.42.5(pid=11323): ERR: Terminated: ERROR {rc=1} [trial-2395↪handover_2G:trx-lms+bts1-trx-lms-limenet-micro↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11323)]\u000a23:06:04.332348 run osmo-stp_10.42.42.5(pid=11323): stdout: \u000a| (launched: 2022-12-13_23:06:02.845817)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:06:04.468549 run osmo-stp_10.42.42.5(pid=11323): stderr: \u000a| �[0;m�[38;5;43m20221213230603040 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213230603040 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213230603040 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213230603041 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213230603041 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213230603041 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213230603041 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:06:04.597723 run osmo-stp_10.42.42.5(pid=11323): stdout: \u000a| (launched: 2022-12-13_23:06:02.845817)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:06:04.725603 run osmo-stp_10.42.42.5(pid=11323): stderr: \u000a| �[0;m�[38;5;43m20221213230603040 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213230603040 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213230603040 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213230603041 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213230603041 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213230603041 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213230603041 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:06:04.781765 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=11323): Process ended prematurely: osmo-stp_10.42.42.5(pid=11323) [trial-2395↪handover_2G:trx-lms+bts1-trx-lms-limenet-micro↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11323)] [trial-2395↪handover_2G:trx-lms+bts1-trx-lms-limenet-micro↪handover.py:18]\u000a23:06:04.790574 tst handover.py:18: Test FAILED (6.8 sec)\u000a23:06:04.853242 run osmo-hlr_10.42.42.2(pid=11320): ERR: Terminated: ERROR {rc=237} [trial-2395↪handover_2G:trx-lms+bts1-trx-lms-limenet-micro↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=11320)]\u000a23:06:04.904514 run osmo-hlr_10.42.42.2(pid=11320): stdout: \u000a| (launched: 2022-12-13_23:06:01.715140) \u000a23:06:04.956209 run osmo-hlr_10.42.42.2(pid=11320): stderr: \u000a| �[0;m�[1;31m20221213230602020 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213230602020 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213230602020 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213230602029 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213230602029 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213230602029 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213230602047 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2395/run.2022-12-13_21-44-31/handover_2G:trx-lms+bts1-trx-lms-limenet-micro/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213230602062 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213230602063 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213230602063 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a23:06:05.026842 run osmo-msc_10.42.42.6(pid=11326): ERR: Terminated: ERROR {rc=2} [trial-2395↪handover_2G:trx-lms+bts1-trx-lms-limenet-micro↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=11326)]\u000a23:06:05.078634 run osmo-msc_10.42.42.6(pid=11326): stdout: \u000a| (launched: 2022-12-13_23:06:03.847349) \u000a23:06:05.130769 run osmo-msc_10.42.42.6(pid=11326): stderr: \u000a| �[0;m�[38;5;43m20221213230604168 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213230604168 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f2be7a49c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213230604168 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213230604168 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213230604169 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213230604169 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213230604170 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213230604171 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213230604171 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213230604171 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a23:06:05.175069 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11319): Terminating (SIGTERM)\u000a23:06:05.217139 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11322): Terminating (SIGTERM)\u000a23:06:05.259364 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11325): Terminating (SIGTERM)\u000a23:06:05.269144 --- ParallelTerminationStrategy: PID 11319 died...\u000a23:06:05.325648 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11319): Terminated: ok {rc=0}\u000a23:06:05.335820 --- ParallelTerminationStrategy: PID 11322 died...\u000a23:06:05.392079 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11322): Terminated: ok {rc=0}\u000a23:06:05.402046 --- ParallelTerminationStrategy: PID 11325 died...\u000a23:06:05.458192 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11325): Terminated: ok {rc=0}\u000a23:06:05.545166 bus /sierra_3: Setting Powered False\u000a23:06:06.651080 bus /sierra_3: Setting Powered False\u000a23:06:07.759668 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "185", "name" : "handover_2G_trx-lms+bts1-trx-lms-limenet-micro", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T23:05:57" }, { "cases" : [ { "testActions" : [ ], "age" : 224, "className" : "handover_2G:trx-lms+bts1-trx-sysmocell5000", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=11337): Process ended prematurely: osmo-stp_10.42.42.5(pid=11337) [trial-2395↪handover_2G:trx-lms+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11337)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=11337): Process ended prematurely: osmo-stp_10.42.42.5(pid=11337) [trial-2395↪handover_2G:trx-lms+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11337)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2395 handover_2G:trx-lms+bts1-trx-sysmocell5000 handover.py\u000a----------------------------------------------\u000a23:06:09.786847 tst handover_2G:trx-lms+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a23:06:09.798525 tst handover_2G:trx-lms+bts1-trx-sysmocell5000: Using 1 x bts (candidates: 2)\u000a23:06:09.939972 tst handover.py: using LAC 36863\u000a23:06:10.064002 tst handover.py: using RAC 143\u000a23:06:10.189887 tst handover.py: using CellId 36863\u000a23:06:10.316116 tst handover.py: using BVCI 36864\u000a23:06:10.340670 tst handover_2G:trx-lms+bts1-trx-sysmocell5000: Using 1 x bts (candidates: 2)\u000a23:06:10.481246 tst handover.py: using LAC 36864\u000a23:06:10.605337 tst handover.py: using RAC 144\u000a23:06:10.729814 tst handover.py: using CellId 36864\u000a23:06:10.853417 tst handover.py: using BVCI 36865\u000a23:06:10.878040 tst handover_2G:trx-lms+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a23:06:10.889446 tst handover_2G:trx-lms+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a23:06:10.900536 tst handover_2G:trx-lms+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a23:06:10.911789 tst handover_2G:trx-lms+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a23:06:10.923474 tst handover_2G:trx-lms+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a23:06:10.935144 tst handover_2G:trx-lms+bts1-trx-sysmocell5000: Using 1 x modem (candidates: 2)\u000a23:06:11.052400 tst handover_2G:trx-lms+bts1-trx-sysmocell5000: Using 1 x modem (candidates: 2)\u000a23:06:11.264610 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a23:06:11.743478 run create_hlr_db(pid=11331): Launched\u000a23:06:11.875149 bus /sierra_2: Setting Powered False\u000a23:06:12.950976 run create_hlr_db(pid=11331): Terminated: ok {rc=0}\u000a23:06:13.351099 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11333): Launched\u000a23:06:13.673654 run osmo-hlr_10.42.42.2(pid=11334): Launched\u000a23:06:13.792770 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a23:06:14.323446 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11336): Launched\u000a23:06:14.645469 run osmo-stp_10.42.42.5(pid=11337): Launched\u000a23:06:14.762789 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a23:06:15.324757 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11339): Launched\u000a23:06:15.648264 run osmo-msc_10.42.42.6(pid=11340): Launched\u000a23:06:15.838029 run osmo-stp_10.42.42.5(pid=11337): ERR: Terminated: ERROR {rc=1} [trial-2395↪handover_2G:trx-lms+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11337)]\u000a23:06:16.098866 run osmo-stp_10.42.42.5(pid=11337): stdout: \u000a| (launched: 2022-12-13_23:06:14.486966)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:06:16.230322 run osmo-stp_10.42.42.5(pid=11337): stderr: \u000a| �[0;m�[38;5;43m20221213230614681 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213230614681 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213230614681 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213230614682 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213230614682 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213230614683 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213230614683 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:06:16.357844 run osmo-stp_10.42.42.5(pid=11337): stdout: \u000a| (launched: 2022-12-13_23:06:14.486966)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:06:16.482408 run osmo-stp_10.42.42.5(pid=11337): stderr: \u000a| �[0;m�[38;5;43m20221213230614681 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213230614681 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213230614681 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213230614682 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213230614682 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213230614683 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213230614683 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:06:16.538491 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=11337): Process ended prematurely: osmo-stp_10.42.42.5(pid=11337) [trial-2395↪handover_2G:trx-lms+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11337)] [trial-2395↪handover_2G:trx-lms+bts1-trx-sysmocell5000↪handover.py:18]\u000a23:06:16.547353 tst handover.py:18: Test FAILED (6.7 sec)\u000a23:06:16.609510 run osmo-hlr_10.42.42.2(pid=11334): ERR: Terminated: ERROR {rc=237} [trial-2395↪handover_2G:trx-lms+bts1-trx-sysmocell5000↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=11334)]\u000a23:06:16.660526 run osmo-hlr_10.42.42.2(pid=11334): stdout: \u000a| (launched: 2022-12-13_23:06:13.515101) \u000a23:06:16.712740 run osmo-hlr_10.42.42.2(pid=11334): stderr: \u000a| �[0;m�[1;31m20221213230613712 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213230613712 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213230613712 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213230613712 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213230613713 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213230613713 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213230613724 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2395/run.2022-12-13_21-44-31/handover_2G:trx-lms+bts1-trx-sysmocell5000/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213230613733 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213230613734 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213230613734 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a23:06:16.784531 run osmo-msc_10.42.42.6(pid=11340): ERR: Terminated: ERROR {rc=2} [trial-2395↪handover_2G:trx-lms+bts1-trx-sysmocell5000↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=11340)]\u000a23:06:16.835667 run osmo-msc_10.42.42.6(pid=11340): stdout: \u000a| (launched: 2022-12-13_23:06:15.489106) \u000a23:06:16.886845 run osmo-msc_10.42.42.6(pid=11340): stderr: \u000a| �[0;m�[38;5;43m20221213230615813 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213230615813 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f0a536bac40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213230615813 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213230615813 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213230615813 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213230615814 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213230615815 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213230615816 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213230615816 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213230615816 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a23:06:16.931476 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11333): Terminating (SIGTERM)\u000a23:06:16.975349 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11336): Terminating (SIGTERM)\u000a23:06:17.018770 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11339): Terminating (SIGTERM)\u000a23:06:17.029141 --- ParallelTerminationStrategy: PID 11333 died...\u000a23:06:17.086339 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11333): Terminated: ok {rc=0}\u000a23:06:17.096851 --- ParallelTerminationStrategy: PID 11336 died...\u000a23:06:17.152930 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11336): Terminated: ok {rc=0}\u000a23:06:17.163034 --- ParallelTerminationStrategy: PID 11339 died...\u000a23:06:17.218176 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11339): Terminated: ok {rc=0}\u000a23:06:17.306447 bus /sierra_3: Setting Powered False\u000a23:06:18.410152 bus /sierra_3: Setting Powered False\u000a23:06:19.521585 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "186", "name" : "handover_2G_trx-lms+bts1-trx-sysmocell5000", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T23:06:09" }, { "cases" : [ { "testActions" : [ ], "age" : 65, "className" : "handover_2G:trx-lms+bts1-sysmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=11351): Process ended prematurely: osmo-stp_10.42.42.5(pid=11351) [trial-2395↪handover_2G:trx-lms+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11351)]", "failedSince" : 2331, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=11351): Process ended prematurely: osmo-stp_10.42.42.5(pid=11351) [trial-2395↪handover_2G:trx-lms+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11351)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2395 handover_2G:trx-lms+bts1-sysmo handover.py\u000a----------------------------------------------\u000a23:06:21.521222 tst handover_2G:trx-lms+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a23:06:21.531847 tst handover_2G:trx-lms+bts1-sysmo: Using 1 x bts (candidates: 2)\u000a23:06:21.665498 tst handover.py: using LAC 36865\u000a23:06:21.784063 tst handover.py: using RAC 145\u000a23:06:21.905361 tst handover.py: using CellId 36865\u000a23:06:22.032147 tst handover.py: using BVCI 36866\u000a23:06:22.056800 tst handover_2G:trx-lms+bts1-sysmo: Using 1 x bts (candidates: 2)\u000a23:06:22.187558 tst handover.py: using LAC 36866\u000a23:06:22.314057 tst handover.py: using RAC 146\u000a23:06:22.439765 tst handover.py: using CellId 36866\u000a23:06:22.565986 tst handover.py: using BVCI 36867\u000a23:06:22.590428 tst handover_2G:trx-lms+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a23:06:22.601805 tst handover_2G:trx-lms+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a23:06:22.612734 tst handover_2G:trx-lms+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a23:06:22.623756 tst handover_2G:trx-lms+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a23:06:22.635350 tst handover_2G:trx-lms+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a23:06:22.646794 tst handover_2G:trx-lms+bts1-sysmo: Using 1 x modem (candidates: 2)\u000a23:06:22.763878 tst handover_2G:trx-lms+bts1-sysmo: Using 1 x modem (candidates: 2)\u000a23:06:22.974374 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a23:06:23.452597 run create_hlr_db(pid=11345): Launched\u000a23:06:23.594452 bus /sierra_2: Setting Powered False\u000a23:06:24.660247 run create_hlr_db(pid=11345): Terminated: ok {rc=0}\u000a23:06:25.037382 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11347): Launched\u000a23:06:25.339141 run osmo-hlr_10.42.42.2(pid=11348): Launched\u000a23:06:25.450837 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a23:06:25.946068 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11350): Launched\u000a23:06:26.247186 run osmo-stp_10.42.42.5(pid=11351): Launched\u000a23:06:26.357705 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a23:06:26.880396 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11353): Launched\u000a23:06:27.181205 run osmo-msc_10.42.42.6(pid=11354): Launched\u000a23:06:27.358115 run osmo-stp_10.42.42.5(pid=11351): ERR: Terminated: ERROR {rc=1} [trial-2395↪handover_2G:trx-lms+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11351)]\u000a23:06:27.484767 run osmo-stp_10.42.42.5(pid=11351): stdout: \u000a| (launched: 2022-12-13_23:06:26.098300)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:06:27.609838 run osmo-stp_10.42.42.5(pid=11351): stderr: \u000a| �[0;m�[38;5;43m20221213230626268 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213230626268 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213230626268 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213230626268 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213230626269 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213230626269 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213230626269 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:06:27.729941 run osmo-stp_10.42.42.5(pid=11351): stdout: \u000a| (launched: 2022-12-13_23:06:26.098300)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:06:27.849370 run osmo-stp_10.42.42.5(pid=11351): stderr: \u000a| �[0;m�[38;5;43m20221213230626268 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213230626268 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213230626268 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213230626268 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213230626269 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213230626269 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213230626269 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:06:27.901344 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=11351): Process ended prematurely: osmo-stp_10.42.42.5(pid=11351) [trial-2395↪handover_2G:trx-lms+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11351)] [trial-2395↪handover_2G:trx-lms+bts1-sysmo↪handover.py:18]\u000a23:06:27.909076 tst handover.py:18: Test FAILED (6.4 sec)\u000a23:06:27.968654 run osmo-hlr_10.42.42.2(pid=11348): ERR: Terminated: ERROR {rc=237} [trial-2395↪handover_2G:trx-lms+bts1-sysmo↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=11348)]\u000a23:06:28.016995 run osmo-hlr_10.42.42.2(pid=11348): stdout: \u000a| (launched: 2022-12-13_23:06:25.190088) \u000a23:06:28.066066 run osmo-hlr_10.42.42.2(pid=11348): stderr: \u000a| �[0;m�[1;31m20221213230625369 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213230625369 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213230625369 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213230625369 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213230625369 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213230625369 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213230625382 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2395/run.2022-12-13_21-44-31/handover_2G:trx-lms+bts1-sysmo/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213230625390 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213230625391 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213230625391 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a23:06:28.133071 run osmo-msc_10.42.42.6(pid=11354): ERR: Terminated: ERROR {rc=2} [trial-2395↪handover_2G:trx-lms+bts1-sysmo↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=11354)]\u000a23:06:28.182153 run osmo-msc_10.42.42.6(pid=11354): stdout: \u000a| (launched: 2022-12-13_23:06:27.033076) \u000a23:06:28.231089 run osmo-msc_10.42.42.6(pid=11354): stderr: \u000a| �[0;m�[38;5;43m20221213230627304 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213230627304 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fe30ca44c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213230627305 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213230627305 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213230627305 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213230627305 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213230627307 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213230627307 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213230627307 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213230627307 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a23:06:28.273947 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11347): Terminating (SIGTERM)\u000a23:06:28.313188 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11350): Terminating (SIGTERM)\u000a23:06:28.352368 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11353): Terminating (SIGTERM)\u000a23:06:28.361649 --- ParallelTerminationStrategy: PID 11347 died...\u000a23:06:28.414380 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11347): Terminated: ok {rc=0}\u000a23:06:28.423900 --- ParallelTerminationStrategy: PID 11350 died...\u000a23:06:28.476503 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11350): Terminated: ok {rc=0}\u000a23:06:28.485982 --- ParallelTerminationStrategy: PID 11353 died...\u000a23:06:28.538751 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11353): Terminated: ok {rc=0}\u000a23:06:28.622476 bus /sierra_3: Setting Powered False\u000a23:06:29.727669 bus /sierra_3: Setting Powered False\u000a23:06:30.835885 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "187", "name" : "handover_2G_trx-lms+bts1-sysmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T23:06:21" }, { "cases" : [ { "testActions" : [ ], "age" : 224, "className" : "handover_2G:trx-lms+bts1-trx-b200", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=11365): Process ended prematurely: osmo-stp_10.42.42.5(pid=11365) [trial-2395↪handover_2G:trx-lms+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11365)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=11365): Process ended prematurely: osmo-stp_10.42.42.5(pid=11365) [trial-2395↪handover_2G:trx-lms+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11365)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2395 handover_2G:trx-lms+bts1-trx-b200 handover.py\u000a----------------------------------------------\u000a23:06:32.863586 tst handover_2G:trx-lms+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a23:06:32.874348 tst handover_2G:trx-lms+bts1-trx-b200: Using 1 x bts (candidates: 2)\u000a23:06:33.007760 tst handover.py: using LAC 36867\u000a23:06:33.130079 tst handover.py: using RAC 147\u000a23:06:33.246390 tst handover.py: using CellId 36867\u000a23:06:33.362223 tst handover.py: using BVCI 36868\u000a23:06:33.384887 tst handover_2G:trx-lms+bts1-trx-b200: Using 1 x bts (candidates: 2)\u000a23:06:33.517279 tst handover.py: using LAC 36868\u000a23:06:33.633375 tst handover.py: using RAC 148\u000a23:06:33.748759 tst handover.py: using CellId 36868\u000a23:06:33.866572 tst handover.py: using BVCI 36869\u000a23:06:33.889365 tst handover_2G:trx-lms+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a23:06:33.900037 tst handover_2G:trx-lms+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a23:06:33.910640 tst handover_2G:trx-lms+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a23:06:33.921290 tst handover_2G:trx-lms+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a23:06:33.931993 tst handover_2G:trx-lms+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a23:06:33.942729 tst handover_2G:trx-lms+bts1-trx-b200: Using 1 x modem (candidates: 2)\u000a23:06:34.062527 tst handover_2G:trx-lms+bts1-trx-b200: Using 1 x modem (candidates: 2)\u000a23:06:34.265195 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a23:06:34.721114 run create_hlr_db(pid=11359): Launched\u000a23:06:34.843736 bus /sierra_2: Setting Powered False\u000a23:06:35.917078 run create_hlr_db(pid=11359): Terminated: ok {rc=0}\u000a23:06:36.293239 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11361): Launched\u000a23:06:36.593626 run osmo-hlr_10.42.42.2(pid=11362): Launched\u000a23:06:36.709808 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a23:06:37.215506 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11364): Launched\u000a23:06:37.515550 run osmo-stp_10.42.42.5(pid=11365): Launched\u000a23:06:37.625252 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a23:06:38.152090 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11367): Launched\u000a23:06:38.454955 run osmo-msc_10.42.42.6(pid=11368): Launched\u000a23:06:38.632700 run osmo-stp_10.42.42.5(pid=11365): ERR: Terminated: ERROR {rc=1} [trial-2395↪handover_2G:trx-lms+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11365)]\u000a23:06:38.760526 run osmo-stp_10.42.42.5(pid=11365): stdout: \u000a| (launched: 2022-12-13_23:06:37.368029)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:06:38.886176 run osmo-stp_10.42.42.5(pid=11365): stderr: \u000a| �[0;m�[38;5;43m20221213230637538 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213230637538 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213230637539 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213230637539 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213230637540 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213230637540 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213230637540 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:06:39.006883 run osmo-stp_10.42.42.5(pid=11365): stdout: \u000a| (launched: 2022-12-13_23:06:37.368029)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:06:39.126892 run osmo-stp_10.42.42.5(pid=11365): stderr: \u000a| �[0;m�[38;5;43m20221213230637538 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213230637538 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213230637539 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213230637539 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213230637540 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213230637540 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213230637540 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:06:39.179382 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=11365): Process ended prematurely: osmo-stp_10.42.42.5(pid=11365) [trial-2395↪handover_2G:trx-lms+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11365)] [trial-2395↪handover_2G:trx-lms+bts1-trx-b200↪handover.py:18]\u000a23:06:39.187344 tst handover.py:18: Test FAILED (6.3 sec)\u000a23:06:39.247156 run osmo-hlr_10.42.42.2(pid=11362): ERR: Terminated: ERROR {rc=237} [trial-2395↪handover_2G:trx-lms+bts1-trx-b200↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=11362)]\u000a23:06:39.296018 run osmo-hlr_10.42.42.2(pid=11362): stdout: \u000a| (launched: 2022-12-13_23:06:36.446140) \u000a23:06:39.345375 run osmo-hlr_10.42.42.2(pid=11362): stderr: \u000a| �[0;m�[1;31m20221213230636625 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213230636625 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213230636625 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213230636625 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213230636625 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213230636625 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213230636638 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2395/run.2022-12-13_21-44-31/handover_2G:trx-lms+bts1-trx-b200/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213230636647 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213230636647 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213230636647 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a23:06:39.412427 run osmo-msc_10.42.42.6(pid=11368): ERR: Terminated: ERROR {rc=2} [trial-2395↪handover_2G:trx-lms+bts1-trx-b200↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=11368)]\u000a23:06:39.460848 run osmo-msc_10.42.42.6(pid=11368): stdout: \u000a| (launched: 2022-12-13_23:06:38.306041) \u000a23:06:39.509733 run osmo-msc_10.42.42.6(pid=11368): stderr: \u000a| �[0;m�[38;5;43m20221213230638580 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213230638580 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f35995b2c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213230638580 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213230638580 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213230638580 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213230638580 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213230638582 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213230638583 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213230638583 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213230638583 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a23:06:39.551370 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11361): Terminating (SIGTERM)\u000a23:06:39.590754 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11364): Terminating (SIGTERM)\u000a23:06:39.630147 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11367): Terminating (SIGTERM)\u000a23:06:39.639280 --- ParallelTerminationStrategy: PID 11361 died...\u000a23:06:39.692153 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11361): Terminated: ok {rc=0}\u000a23:06:39.701740 --- ParallelTerminationStrategy: PID 11364 died...\u000a23:06:39.754379 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11364): Terminated: ok {rc=0}\u000a23:06:39.763893 --- ParallelTerminationStrategy: PID 11367 died...\u000a23:06:39.816454 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11367): Terminated: ok {rc=0}\u000a23:06:39.904649 bus /sierra_3: Setting Powered False\u000a23:06:41.006964 bus /sierra_3: Setting Powered False\u000a23:06:42.118463 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "188", "name" : "handover_2G_trx-lms+bts1-trx-b200", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T23:06:32" }, { "cases" : [ { "testActions" : [ ], "age" : 224, "className" : "handover_2G:trx-lms+bts1-trx-umtrx", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=11379): Process ended prematurely: osmo-stp_10.42.42.5(pid=11379) [trial-2395↪handover_2G:trx-lms+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11379)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=11379): Process ended prematurely: osmo-stp_10.42.42.5(pid=11379) [trial-2395↪handover_2G:trx-lms+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11379)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2395 handover_2G:trx-lms+bts1-trx-umtrx handover.py\u000a----------------------------------------------\u000a23:06:44.141954 tst handover_2G:trx-lms+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a23:06:44.153186 tst handover_2G:trx-lms+bts1-trx-umtrx: Using 1 x bts (candidates: 2)\u000a23:06:44.289979 tst handover.py: using LAC 36869\u000a23:06:44.409597 tst handover.py: using RAC 149\u000a23:06:44.535171 tst handover.py: using CellId 36869\u000a23:06:44.661478 tst handover.py: using BVCI 36870\u000a23:06:44.686191 tst handover_2G:trx-lms+bts1-trx-umtrx: Using 1 x bts (candidates: 2)\u000a23:06:44.830558 tst handover.py: using LAC 36870\u000a23:06:44.956746 tst handover.py: using RAC 150\u000a23:06:45.081901 tst handover.py: using CellId 36870\u000a23:06:45.209497 tst handover.py: using BVCI 36871\u000a23:06:45.234076 tst handover_2G:trx-lms+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a23:06:45.245272 tst handover_2G:trx-lms+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a23:06:45.256204 tst handover_2G:trx-lms+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a23:06:45.267481 tst handover_2G:trx-lms+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a23:06:45.278851 tst handover_2G:trx-lms+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a23:06:45.290128 tst handover_2G:trx-lms+bts1-trx-umtrx: Using 1 x modem (candidates: 2)\u000a23:06:45.408173 tst handover_2G:trx-lms+bts1-trx-umtrx: Using 1 x modem (candidates: 2)\u000a23:06:45.610568 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a23:06:46.098746 run create_hlr_db(pid=11373): Launched\u000a23:06:46.223350 bus /sierra_2: Setting Powered False\u000a23:06:47.295084 run create_hlr_db(pid=11373): Terminated: ok {rc=0}\u000a23:06:47.670061 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11375): Launched\u000a23:06:47.970926 run osmo-hlr_10.42.42.2(pid=11376): Launched\u000a23:06:48.081252 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a23:06:48.577732 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11378): Launched\u000a23:06:48.878679 run osmo-stp_10.42.42.5(pid=11379): Launched\u000a23:06:48.988398 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a23:06:49.511129 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11381): Launched\u000a23:06:49.810743 run osmo-msc_10.42.42.6(pid=11382): Launched\u000a23:06:49.988253 run osmo-stp_10.42.42.5(pid=11379): ERR: Terminated: ERROR {rc=1} [trial-2395↪handover_2G:trx-lms+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11379)]\u000a23:06:50.115730 run osmo-stp_10.42.42.5(pid=11379): stdout: \u000a| (launched: 2022-12-13_23:06:48.730394)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:06:50.241213 run osmo-stp_10.42.42.5(pid=11379): stderr: \u000a| �[0;m�[38;5;43m20221213230648898 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213230648898 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213230648898 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213230648898 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213230648901 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213230648901 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213230648901 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:06:50.362620 run osmo-stp_10.42.42.5(pid=11379): stdout: \u000a| (launched: 2022-12-13_23:06:48.730394)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:06:50.482645 run osmo-stp_10.42.42.5(pid=11379): stderr: \u000a| �[0;m�[38;5;43m20221213230648898 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213230648898 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213230648898 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213230648898 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213230648901 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213230648901 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213230648901 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:06:50.535064 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=11379): Process ended prematurely: osmo-stp_10.42.42.5(pid=11379) [trial-2395↪handover_2G:trx-lms+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11379)] [trial-2395↪handover_2G:trx-lms+bts1-trx-umtrx↪handover.py:18]\u000a23:06:50.542793 tst handover.py:18: Test FAILED (6.4 sec)\u000a23:06:50.602066 run osmo-hlr_10.42.42.2(pid=11376): ERR: Terminated: ERROR {rc=237} [trial-2395↪handover_2G:trx-lms+bts1-trx-umtrx↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=11376)]\u000a23:06:50.650747 run osmo-hlr_10.42.42.2(pid=11376): stdout: \u000a| (launched: 2022-12-13_23:06:47.822984) \u000a23:06:50.700232 run osmo-hlr_10.42.42.2(pid=11376): stderr: \u000a| �[0;m�[1;31m20221213230648001 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213230648001 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213230648001 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213230648001 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213230648001 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213230648001 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213230648013 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2395/run.2022-12-13_21-44-31/handover_2G:trx-lms+bts1-trx-umtrx/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213230648022 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213230648022 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213230648022 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a23:06:50.767277 run osmo-msc_10.42.42.6(pid=11382): ERR: Terminated: ERROR {rc=2} [trial-2395↪handover_2G:trx-lms+bts1-trx-umtrx↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=11382)]\u000a23:06:50.815864 run osmo-msc_10.42.42.6(pid=11382): stdout: \u000a| (launched: 2022-12-13_23:06:49.663324) \u000a23:06:50.865583 run osmo-msc_10.42.42.6(pid=11382): stderr: \u000a| �[0;m�[38;5;43m20221213230649937 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213230649937 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f1d2ecaac40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213230649937 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213230649938 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213230649938 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213230649938 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213230649940 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213230649940 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213230649940 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213230649940 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a23:06:50.907453 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11375): Terminating (SIGTERM)\u000a23:06:50.946881 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11378): Terminating (SIGTERM)\u000a23:06:50.986261 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11381): Terminating (SIGTERM)\u000a23:06:50.995370 --- ParallelTerminationStrategy: PID 11375 died...\u000a23:06:51.048050 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11375): Terminated: ok {rc=0}\u000a23:06:51.057879 --- ParallelTerminationStrategy: PID 11378 died...\u000a23:06:51.110226 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11378): Terminated: ok {rc=0}\u000a23:06:51.119687 --- ParallelTerminationStrategy: PID 11381 died...\u000a23:06:51.172099 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11381): Terminated: ok {rc=0}\u000a23:06:51.260338 bus /sierra_3: Setting Powered False\u000a23:06:52.364327 bus /sierra_3: Setting Powered False\u000a23:06:53.471565 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "189", "name" : "handover_2G_trx-lms+bts1-trx-umtrx", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T23:06:43" }, { "cases" : [ { "testActions" : [ ], "age" : 224, "className" : "handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=11393): Process ended prematurely: osmo-stp_10.42.42.5(pid=11393) [trial-2395↪handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11393)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=11393): Process ended prematurely: osmo-stp_10.42.42.5(pid=11393) [trial-2395↪handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11393)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2395 handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000 handover.py\u000a----------------------------------------------\u000a23:06:55.494992 tst handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a23:06:55.506642 tst handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000: Using 1 x bts (candidates: 2)\u000a23:06:55.647072 tst handover.py: using LAC 36871\u000a23:06:55.775242 tst handover.py: using RAC 151\u000a23:06:55.899154 tst handover.py: using CellId 36871\u000a23:06:56.023399 tst handover.py: using BVCI 36872\u000a23:06:56.047714 tst handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000: Using 1 x bts (candidates: 2)\u000a23:06:56.187805 tst handover.py: using LAC 36872\u000a23:06:56.311669 tst handover.py: using RAC 152\u000a23:06:56.441080 tst handover.py: using CellId 36872\u000a23:06:56.564774 tst handover.py: using BVCI 36873\u000a23:06:56.589415 tst handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a23:06:56.600799 tst handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a23:06:56.612295 tst handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a23:06:56.623806 tst handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a23:06:56.635607 tst handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a23:06:56.647327 tst handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000: Using 1 x modem (candidates: 2)\u000a23:06:56.764474 tst handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000: Using 1 x modem (candidates: 2)\u000a23:06:56.967673 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a23:06:57.423406 run create_hlr_db(pid=11387): Launched\u000a23:06:57.545954 bus /sierra_2: Setting Powered False\u000a23:06:58.618728 run create_hlr_db(pid=11387): Terminated: ok {rc=0}\u000a23:06:59.015158 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11389): Launched\u000a23:06:59.315888 run osmo-hlr_10.42.42.2(pid=11390): Launched\u000a23:06:59.433948 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a23:06:59.935019 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11392): Launched\u000a23:07:00.234629 run osmo-stp_10.42.42.5(pid=11393): Launched\u000a23:07:00.343371 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a23:07:00.870824 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11395): Launched\u000a23:07:01.238044 run osmo-msc_10.42.42.6(pid=11396): Launched\u000a23:07:01.559716 run osmo-stp_10.42.42.5(pid=11393): ERR: Terminated: ERROR {rc=1} [trial-2395↪handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11393)]\u000a23:07:01.751028 run osmo-stp_10.42.42.5(pid=11393): stdout: \u000a| (launched: 2022-12-13_23:07:00.087094)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:07:02.033080 run osmo-stp_10.42.42.5(pid=11393): stderr: \u000a| �[0;m�[38;5;43m20221213230700257 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213230700257 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213230700258 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213230700258 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213230700259 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213230700259 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213230700259 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:07:02.170526 run osmo-stp_10.42.42.5(pid=11393): stdout: \u000a| (launched: 2022-12-13_23:07:00.087094)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:07:02.304127 run osmo-stp_10.42.42.5(pid=11393): stderr: \u000a| �[0;m�[38;5;43m20221213230700257 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213230700257 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213230700258 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213230700258 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213230700259 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213230700259 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213230700259 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:07:02.364345 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=11393): Process ended prematurely: osmo-stp_10.42.42.5(pid=11393) [trial-2395↪handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11393)] [trial-2395↪handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000↪handover.py:18]\u000a23:07:02.373602 tst handover.py:18: Test FAILED (6.9 sec)\u000a23:07:02.437950 run osmo-hlr_10.42.42.2(pid=11390): ERR: Terminated: ERROR {rc=237} [trial-2395↪handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=11390)]\u000a23:07:02.490099 run osmo-hlr_10.42.42.2(pid=11390): stdout: \u000a| (launched: 2022-12-13_23:06:59.168433) \u000a23:07:02.542969 run osmo-hlr_10.42.42.2(pid=11390): stderr: \u000a| �[0;m�[1;31m20221213230659346 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213230659346 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213230659346 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213230659346 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213230659346 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213230659346 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213230659357 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2395/run.2022-12-13_21-44-31/handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213230659366 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213230659366 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213230659366 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a23:07:02.614683 run osmo-msc_10.42.42.6(pid=11396): ERR: Terminated: ERROR {rc=2} [trial-2395↪handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=11396)]\u000a23:07:02.666769 run osmo-msc_10.42.42.6(pid=11396): stdout: \u000a| (launched: 2022-12-13_23:07:01.025791) \u000a23:07:02.719382 run osmo-msc_10.42.42.6(pid=11396): stderr: \u000a| �[0;m�[38;5;43m20221213230701694 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213230701695 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f1bf7093c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213230701695 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213230701695 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213230701695 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213230701695 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213230701708 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213230701717 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213230701717 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213230701717 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a23:07:02.764390 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11389): Terminating (SIGTERM)\u000a23:07:02.806822 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11392): Terminating (SIGTERM)\u000a23:07:02.849484 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11395): Terminating (SIGTERM)\u000a23:07:02.859134 --- ParallelTerminationStrategy: PID 11389 died...\u000a23:07:02.916498 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11389): Terminated: ok {rc=0}\u000a23:07:02.926649 --- ParallelTerminationStrategy: PID 11392 died...\u000a23:07:02.983798 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11392): Terminated: ok {rc=0}\u000a23:07:02.993888 --- ParallelTerminationStrategy: PID 11395 died...\u000a23:07:03.050890 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11395): Terminated: ok {rc=0}\u000a23:07:03.138941 bus /sierra_3: Setting Powered False\u000a23:07:04.245004 bus /sierra_3: Setting Powered False\u000a23:07:05.358843 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "190", "name" : "handover_2G_trx-lms-limenet-micro+bts1-trx-sysmocell5000", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T23:06:55" }, { "cases" : [ { "testActions" : [ ], "age" : 224, "className" : "handover_2G:trx-lms-limenet-micro+bts1-sysmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=11407): Process ended prematurely: osmo-stp_10.42.42.5(pid=11407) [trial-2395↪handover_2G:trx-lms-limenet-micro+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11407)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=11407): Process ended prematurely: osmo-stp_10.42.42.5(pid=11407) [trial-2395↪handover_2G:trx-lms-limenet-micro+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11407)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2395 handover_2G:trx-lms-limenet-micro+bts1-sysmo handover.py\u000a----------------------------------------------\u000a23:07:07.350487 tst handover_2G:trx-lms-limenet-micro+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a23:07:07.361634 tst handover_2G:trx-lms-limenet-micro+bts1-sysmo: Using 1 x bts (candidates: 2)\u000a23:07:07.498514 tst handover.py: using LAC 36873\u000a23:07:07.624154 tst handover.py: using RAC 153\u000a23:07:07.751285 tst handover.py: using CellId 36873\u000a23:07:07.877262 tst handover.py: using BVCI 36874\u000a23:07:07.901807 tst handover_2G:trx-lms-limenet-micro+bts1-sysmo: Using 1 x bts (candidates: 2)\u000a23:07:08.031602 tst handover.py: using LAC 36874\u000a23:07:08.157572 tst handover.py: using RAC 154\u000a23:07:08.283398 tst handover.py: using CellId 36874\u000a23:07:08.410909 tst handover.py: using BVCI 36875\u000a23:07:08.435325 tst handover_2G:trx-lms-limenet-micro+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a23:07:08.446773 tst handover_2G:trx-lms-limenet-micro+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a23:07:08.458020 tst handover_2G:trx-lms-limenet-micro+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a23:07:08.469352 tst handover_2G:trx-lms-limenet-micro+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a23:07:08.480901 tst handover_2G:trx-lms-limenet-micro+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a23:07:08.492362 tst handover_2G:trx-lms-limenet-micro+bts1-sysmo: Using 1 x modem (candidates: 2)\u000a23:07:08.609299 tst handover_2G:trx-lms-limenet-micro+bts1-sysmo: Using 1 x modem (candidates: 2)\u000a23:07:08.819967 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a23:07:09.298954 run create_hlr_db(pid=11401): Launched\u000a23:07:09.430167 bus /sierra_2: Setting Powered False\u000a23:07:10.506721 run create_hlr_db(pid=11401): Terminated: ok {rc=0}\u000a23:07:10.907080 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11403): Launched\u000a23:07:11.230129 run osmo-hlr_10.42.42.2(pid=11404): Launched\u000a23:07:11.350185 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a23:07:11.879653 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11406): Launched\u000a23:07:12.202443 run osmo-stp_10.42.42.5(pid=11407): Launched\u000a23:07:12.320328 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a23:07:12.881949 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11409): Launched\u000a23:07:13.204515 run osmo-msc_10.42.42.6(pid=11410): Launched\u000a23:07:13.395170 run osmo-stp_10.42.42.5(pid=11407): ERR: Terminated: ERROR {rc=1} [trial-2395↪handover_2G:trx-lms-limenet-micro+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11407)]\u000a23:07:13.532736 run osmo-stp_10.42.42.5(pid=11407): stdout: \u000a| (launched: 2022-12-13_23:07:12.043597)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:07:13.669132 run osmo-stp_10.42.42.5(pid=11407): stderr: \u000a| �[0;m�[38;5;43m20221213230712236 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213230712237 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213230712237 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213230712237 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213230712238 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213230712238 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213230712238 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:07:13.799002 run osmo-stp_10.42.42.5(pid=11407): stdout: \u000a| (launched: 2022-12-13_23:07:12.043597)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:07:13.927455 run osmo-stp_10.42.42.5(pid=11407): stderr: \u000a| �[0;m�[38;5;43m20221213230712236 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213230712237 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213230712237 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213230712237 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213230712238 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213230712238 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213230712238 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:07:13.983480 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=11407): Process ended prematurely: osmo-stp_10.42.42.5(pid=11407) [trial-2395↪handover_2G:trx-lms-limenet-micro+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11407)] [trial-2395↪handover_2G:trx-lms-limenet-micro+bts1-sysmo↪handover.py:18]\u000a23:07:13.991997 tst handover.py:18: Test FAILED (6.6 sec)\u000a23:07:14.054765 run osmo-hlr_10.42.42.2(pid=11404): ERR: Terminated: ERROR {rc=237} [trial-2395↪handover_2G:trx-lms-limenet-micro+bts1-sysmo↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=11404)]\u000a23:07:14.106224 run osmo-hlr_10.42.42.2(pid=11404): stdout: \u000a| (launched: 2022-12-13_23:07:11.071041) \u000a23:07:14.158358 run osmo-hlr_10.42.42.2(pid=11404): stderr: \u000a| �[0;m�[1;31m20221213230711268 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213230711268 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213230711268 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213230711268 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213230711268 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213230711268 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213230711285 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2395/run.2022-12-13_21-44-31/handover_2G:trx-lms-limenet-micro+bts1-sysmo/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213230711294 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213230711294 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213230711295 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a23:07:14.228695 run osmo-msc_10.42.42.6(pid=11410): ERR: Terminated: ERROR {rc=2} [trial-2395↪handover_2G:trx-lms-limenet-micro+bts1-sysmo↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=11410)]\u000a23:07:14.279881 run osmo-msc_10.42.42.6(pid=11410): stdout: \u000a| (launched: 2022-12-13_23:07:13.045974) \u000a23:07:14.331418 run osmo-msc_10.42.42.6(pid=11410): stderr: \u000a| �[0;m�[38;5;43m20221213230713369 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213230713369 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f303a988c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213230713369 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213230713369 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213230713369 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213230713370 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213230713371 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213230713372 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213230713372 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213230713372 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a23:07:14.375275 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11403): Terminating (SIGTERM)\u000a23:07:14.416900 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11406): Terminating (SIGTERM)\u000a23:07:14.458744 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11409): Terminating (SIGTERM)\u000a23:07:14.468363 --- ParallelTerminationStrategy: PID 11403 died...\u000a23:07:14.524294 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11403): Terminated: ok {rc=0}\u000a23:07:14.534356 --- ParallelTerminationStrategy: PID 11406 died...\u000a23:07:14.590129 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11406): Terminated: ok {rc=0}\u000a23:07:14.600052 --- ParallelTerminationStrategy: PID 11409 died...\u000a23:07:14.655857 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11409): Terminated: ok {rc=0}\u000a23:07:14.742549 bus /sierra_3: Setting Powered False\u000a23:07:15.862052 bus /sierra_3: Setting Powered False\u000a23:07:17.001406 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "191", "name" : "handover_2G_trx-lms-limenet-micro+bts1-sysmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T23:07:07" }, { "cases" : [ { "testActions" : [ ], "age" : 224, "className" : "handover_2G:trx-lms-limenet-micro+bts1-trx-b200", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=11421): Process ended prematurely: osmo-stp_10.42.42.5(pid=11421) [trial-2395↪handover_2G:trx-lms-limenet-micro+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11421)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=11421): Process ended prematurely: osmo-stp_10.42.42.5(pid=11421) [trial-2395↪handover_2G:trx-lms-limenet-micro+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11421)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2395 handover_2G:trx-lms-limenet-micro+bts1-trx-b200 handover.py\u000a----------------------------------------------\u000a23:07:18.999773 tst handover_2G:trx-lms-limenet-micro+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a23:07:19.010741 tst handover_2G:trx-lms-limenet-micro+bts1-trx-b200: Using 1 x bts (candidates: 2)\u000a23:07:19.139009 tst handover.py: using LAC 36875\u000a23:07:19.262365 tst handover.py: using RAC 155\u000a23:07:19.378041 tst handover.py: using CellId 36875\u000a23:07:19.494144 tst handover.py: using BVCI 36876\u000a23:07:19.516748 tst handover_2G:trx-lms-limenet-micro+bts1-trx-b200: Using 1 x bts (candidates: 2)\u000a23:07:19.650431 tst handover.py: using LAC 36876\u000a23:07:19.772168 tst handover.py: using RAC 156\u000a23:07:19.887793 tst handover.py: using CellId 36876\u000a23:07:20.003390 tst handover.py: using BVCI 36877\u000a23:07:20.026138 tst handover_2G:trx-lms-limenet-micro+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a23:07:20.037113 tst handover_2G:trx-lms-limenet-micro+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a23:07:20.047767 tst handover_2G:trx-lms-limenet-micro+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a23:07:20.058583 tst handover_2G:trx-lms-limenet-micro+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a23:07:20.069443 tst handover_2G:trx-lms-limenet-micro+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a23:07:20.080191 tst handover_2G:trx-lms-limenet-micro+bts1-trx-b200: Using 1 x modem (candidates: 2)\u000a23:07:20.199781 tst handover_2G:trx-lms-limenet-micro+bts1-trx-b200: Using 1 x modem (candidates: 2)\u000a23:07:20.399481 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a23:07:20.854057 run create_hlr_db(pid=11415): Launched\u000a23:07:20.976029 bus /sierra_2: Setting Powered False\u000a23:07:22.048650 run create_hlr_db(pid=11415): Terminated: ok {rc=0}\u000a23:07:22.450689 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11417): Launched\u000a23:07:22.774274 run osmo-hlr_10.42.42.2(pid=11418): Launched\u000a23:07:22.894143 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a23:07:23.426106 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11420): Launched\u000a23:07:23.749696 run osmo-stp_10.42.42.5(pid=11421): Launched\u000a23:07:23.868036 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a23:07:24.429993 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11423): Launched\u000a23:07:24.754593 run osmo-msc_10.42.42.6(pid=11424): Launched\u000a23:07:24.946402 run osmo-stp_10.42.42.5(pid=11421): ERR: Terminated: ERROR {rc=1} [trial-2395↪handover_2G:trx-lms-limenet-micro+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11421)]\u000a23:07:25.083562 run osmo-stp_10.42.42.5(pid=11421): stdout: \u000a| (launched: 2022-12-13_23:07:23.589893)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:07:25.221314 run osmo-stp_10.42.42.5(pid=11421): stderr: \u000a| �[0;m�[38;5;43m20221213230723780 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213230723781 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213230723781 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213230723781 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213230723782 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213230723782 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213230723782 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:07:25.351642 run osmo-stp_10.42.42.5(pid=11421): stdout: \u000a| (launched: 2022-12-13_23:07:23.589893)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:07:25.480543 run osmo-stp_10.42.42.5(pid=11421): stderr: \u000a| �[0;m�[38;5;43m20221213230723780 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213230723781 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213230723781 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213230723781 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213230723782 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213230723782 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213230723782 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:07:25.536940 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=11421): Process ended prematurely: osmo-stp_10.42.42.5(pid=11421) [trial-2395↪handover_2G:trx-lms-limenet-micro+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11421)] [trial-2395↪handover_2G:trx-lms-limenet-micro+bts1-trx-b200↪handover.py:18]\u000a23:07:25.545862 tst handover.py:18: Test FAILED (6.5 sec)\u000a23:07:25.608637 run osmo-hlr_10.42.42.2(pid=11418): ERR: Terminated: ERROR {rc=237} [trial-2395↪handover_2G:trx-lms-limenet-micro+bts1-trx-b200↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=11418)]\u000a23:07:25.659982 run osmo-hlr_10.42.42.2(pid=11418): stdout: \u000a| (launched: 2022-12-13_23:07:22.615370) \u000a23:07:25.712192 run osmo-hlr_10.42.42.2(pid=11418): stderr: \u000a| �[0;m�[1;31m20221213230722814 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213230722814 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213230722814 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213230722814 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213230722814 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213230722814 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213230722826 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2395/run.2022-12-13_21-44-31/handover_2G:trx-lms-limenet-micro+bts1-trx-b200/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213230722834 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213230722834 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213230722834 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a23:07:25.782700 run osmo-msc_10.42.42.6(pid=11424): ERR: Terminated: ERROR {rc=2} [trial-2395↪handover_2G:trx-lms-limenet-micro+bts1-trx-b200↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=11424)]\u000a23:07:25.833924 run osmo-msc_10.42.42.6(pid=11424): stdout: \u000a| (launched: 2022-12-13_23:07:24.594114) \u000a23:07:25.885509 run osmo-msc_10.42.42.6(pid=11424): stderr: \u000a| �[0;m�[38;5;43m20221213230724916 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213230724916 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f060c18bc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213230724916 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213230724916 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213230724917 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213230724917 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213230724918 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213230724919 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213230724919 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213230724919 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a23:07:25.929515 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11417): Terminating (SIGTERM)\u000a23:07:25.971070 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11420): Terminating (SIGTERM)\u000a23:07:26.012456 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11423): Terminating (SIGTERM)\u000a23:07:26.021736 --- ParallelTerminationStrategy: PID 11417 died...\u000a23:07:26.077639 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11417): Terminated: ok {rc=0}\u000a23:07:26.087705 --- ParallelTerminationStrategy: PID 11420 died...\u000a23:07:26.143744 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11420): Terminated: ok {rc=0}\u000a23:07:26.153810 --- ParallelTerminationStrategy: PID 11423 died...\u000a23:07:26.209576 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11423): Terminated: ok {rc=0}\u000a23:07:26.296571 bus /sierra_3: Setting Powered False\u000a23:07:27.399084 bus /sierra_3: Setting Powered False\u000a23:07:28.509507 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "192", "name" : "handover_2G_trx-lms-limenet-micro+bts1-trx-b200", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T23:07:18" }, { "cases" : [ { "testActions" : [ ], "age" : 224, "className" : "handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=11435): Process ended prematurely: osmo-stp_10.42.42.5(pid=11435) [trial-2395↪handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11435)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=11435): Process ended prematurely: osmo-stp_10.42.42.5(pid=11435) [trial-2395↪handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11435)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2395 handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx handover.py\u000a----------------------------------------------\u000a23:07:30.538495 tst handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a23:07:30.550155 tst handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx: Using 1 x bts (candidates: 2)\u000a23:07:30.690173 tst handover.py: using LAC 36877\u000a23:07:30.817053 tst handover.py: using RAC 157\u000a23:07:30.969541 tst handover.py: using CellId 36877\u000a23:07:31.103287 tst handover.py: using BVCI 36878\u000a23:07:31.129607 tst handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx: Using 1 x bts (candidates: 2)\u000a23:07:31.274462 tst handover.py: using LAC 36878\u000a23:07:31.402915 tst handover.py: using RAC 158\u000a23:07:31.561565 tst handover.py: using CellId 36878\u000a23:07:31.717375 tst handover.py: using BVCI 36879\u000a23:07:31.748312 tst handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a23:07:31.760297 tst handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a23:07:31.772131 tst handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a23:07:31.784248 tst handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a23:07:31.797440 tst handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a23:07:31.809535 tst handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx: Using 1 x modem (candidates: 2)\u000a23:07:31.926182 tst handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx: Using 1 x modem (candidates: 2)\u000a23:07:32.128507 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a23:07:32.587444 run create_hlr_db(pid=11429): Launched\u000a23:07:32.710299 bus /sierra_2: Setting Powered False\u000a23:07:33.781445 run create_hlr_db(pid=11429): Terminated: ok {rc=0}\u000a23:07:34.182023 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11431): Launched\u000a23:07:34.505384 run osmo-hlr_10.42.42.2(pid=11432): Launched\u000a23:07:34.624778 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a23:07:35.157552 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11434): Launched\u000a23:07:35.480476 run osmo-stp_10.42.42.5(pid=11435): Launched\u000a23:07:35.598470 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a23:07:36.158300 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11437): Launched\u000a23:07:36.480652 run osmo-msc_10.42.42.6(pid=11438): Launched\u000a23:07:36.671022 run osmo-stp_10.42.42.5(pid=11435): ERR: Terminated: ERROR {rc=1} [trial-2395↪handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11435)]\u000a23:07:36.808729 run osmo-stp_10.42.42.5(pid=11435): stdout: \u000a| (launched: 2022-12-13_23:07:35.321526)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:07:36.945189 run osmo-stp_10.42.42.5(pid=11435): stderr: \u000a| �[0;m�[38;5;43m20221213230735512 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213230735512 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213230735512 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213230735513 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213230735513 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213230735513 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213230735514 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:07:37.074663 run osmo-stp_10.42.42.5(pid=11435): stdout: \u000a| (launched: 2022-12-13_23:07:35.321526)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:07:37.203846 run osmo-stp_10.42.42.5(pid=11435): stderr: \u000a| �[0;m�[38;5;43m20221213230735512 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213230735512 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213230735512 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213230735513 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213230735513 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213230735513 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213230735514 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:07:37.259664 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=11435): Process ended prematurely: osmo-stp_10.42.42.5(pid=11435) [trial-2395↪handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11435)] [trial-2395↪handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx↪handover.py:18]\u000a23:07:37.268253 tst handover.py:18: Test FAILED (6.7 sec)\u000a23:07:37.330900 run osmo-hlr_10.42.42.2(pid=11432): ERR: Terminated: ERROR {rc=237} [trial-2395↪handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=11432)]\u000a23:07:37.381968 run osmo-hlr_10.42.42.2(pid=11432): stdout: \u000a| (launched: 2022-12-13_23:07:34.346050) \u000a23:07:37.433359 run osmo-hlr_10.42.42.2(pid=11432): stderr: \u000a| �[0;m�[1;31m20221213230734546 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213230734546 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213230734546 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213230734546 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213230734546 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213230734546 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213230734563 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2395/run.2022-12-13_21-44-31/handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213230734573 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213230734573 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213230734573 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a23:07:37.503480 run osmo-msc_10.42.42.6(pid=11438): ERR: Terminated: ERROR {rc=2} [trial-2395↪handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=11438)]\u000a23:07:37.554696 run osmo-msc_10.42.42.6(pid=11438): stdout: \u000a| (launched: 2022-12-13_23:07:36.321820) \u000a23:07:37.606346 run osmo-msc_10.42.42.6(pid=11438): stderr: \u000a| �[0;m�[38;5;43m20221213230736641 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213230736641 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f641b9d7c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213230736641 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213230736641 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213230736642 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213230736642 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213230736643 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213230736644 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213230736644 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213230736644 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a23:07:37.650277 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11431): Terminating (SIGTERM)\u000a23:07:37.691479 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11434): Terminating (SIGTERM)\u000a23:07:37.732663 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11437): Terminating (SIGTERM)\u000a23:07:37.742305 --- ParallelTerminationStrategy: PID 11431 died...\u000a23:07:37.797830 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11431): Terminated: ok {rc=0}\u000a23:07:37.807716 --- ParallelTerminationStrategy: PID 11434 died...\u000a23:07:37.863421 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11434): Terminated: ok {rc=0}\u000a23:07:37.873422 --- ParallelTerminationStrategy: PID 11437 died...\u000a23:07:37.928884 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11437): Terminated: ok {rc=0}\u000a23:07:38.016399 bus /sierra_3: Setting Powered False\u000a23:07:39.120513 bus /sierra_3: Setting Powered False\u000a23:07:40.229715 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "193", "name" : "handover_2G_trx-lms-limenet-micro+bts1-trx-umtrx", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T23:07:30" }, { "cases" : [ { "testActions" : [ ], "age" : 224, "className" : "handover_2G:trx-sysmocell5000+bts1-sysmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=11449): Process ended prematurely: osmo-stp_10.42.42.5(pid=11449) [trial-2395↪handover_2G:trx-sysmocell5000+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11449)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=11449): Process ended prematurely: osmo-stp_10.42.42.5(pid=11449) [trial-2395↪handover_2G:trx-sysmocell5000+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11449)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2395 handover_2G:trx-sysmocell5000+bts1-sysmo handover.py\u000a----------------------------------------------\u000a23:07:42.232881 tst handover_2G:trx-sysmocell5000+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a23:07:42.243811 tst handover_2G:trx-sysmocell5000+bts1-sysmo: Using 1 x bts (candidates: 2)\u000a23:07:42.379370 tst handover.py: using LAC 36879\u000a23:07:42.497288 tst handover.py: using RAC 159\u000a23:07:42.616869 tst handover.py: using CellId 36879\u000a23:07:42.737927 tst handover.py: using BVCI 36880\u000a23:07:42.760850 tst handover_2G:trx-sysmocell5000+bts1-sysmo: Using 1 x bts (candidates: 2)\u000a23:07:42.884070 tst handover.py: using LAC 36880\u000a23:07:43.004392 tst handover.py: using RAC 160\u000a23:07:43.124463 tst handover.py: using CellId 36880\u000a23:07:43.244519 tst handover.py: using BVCI 36881\u000a23:07:43.267607 tst handover_2G:trx-sysmocell5000+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a23:07:43.278538 tst handover_2G:trx-sysmocell5000+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a23:07:43.289093 tst handover_2G:trx-sysmocell5000+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a23:07:43.299851 tst handover_2G:trx-sysmocell5000+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a23:07:43.310799 tst handover_2G:trx-sysmocell5000+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a23:07:43.321635 tst handover_2G:trx-sysmocell5000+bts1-sysmo: Using 1 x modem (candidates: 2)\u000a23:07:43.443147 tst handover_2G:trx-sysmocell5000+bts1-sysmo: Using 1 x modem (candidates: 2)\u000a23:07:43.643352 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a23:07:44.100752 run create_hlr_db(pid=11443): Launched\u000a23:07:44.223646 bus /sierra_2: Setting Powered False\u000a23:07:45.296054 run create_hlr_db(pid=11443): Terminated: ok {rc=0}\u000a23:07:45.671474 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11445): Launched\u000a23:07:46.020126 run osmo-hlr_10.42.42.2(pid=11446): Launched\u000a23:07:46.286564 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a23:07:46.873429 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11448): Launched\u000a23:07:47.304137 run osmo-stp_10.42.42.5(pid=11449): Launched\u000a23:07:47.424464 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a23:07:47.986307 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11451): Launched\u000a23:07:48.310206 run osmo-msc_10.42.42.6(pid=11452): Launched\u000a23:07:48.500675 run osmo-stp_10.42.42.5(pid=11449): ERR: Terminated: ERROR {rc=1} [trial-2395↪handover_2G:trx-sysmocell5000+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11449)]\u000a23:07:48.637428 run osmo-stp_10.42.42.5(pid=11449): stdout: \u000a| (launched: 2022-12-13_23:07:47.041428)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:07:48.773359 run osmo-stp_10.42.42.5(pid=11449): stderr: \u000a| �[0;m�[38;5;43m20221213230747316 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213230747316 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213230747316 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213230747317 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213230747317 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213230747317 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213230747318 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:07:48.903244 run osmo-stp_10.42.42.5(pid=11449): stdout: \u000a| (launched: 2022-12-13_23:07:47.041428)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:07:49.031787 run osmo-stp_10.42.42.5(pid=11449): stderr: \u000a| �[0;m�[38;5;43m20221213230747316 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213230747316 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213230747316 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213230747317 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213230747317 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213230747317 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213230747318 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:07:49.087819 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=11449): Process ended prematurely: osmo-stp_10.42.42.5(pid=11449) [trial-2395↪handover_2G:trx-sysmocell5000+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11449)] [trial-2395↪handover_2G:trx-sysmocell5000+bts1-sysmo↪handover.py:18]\u000a23:07:49.096417 tst handover.py:18: Test FAILED (6.9 sec)\u000a23:07:49.159713 run osmo-hlr_10.42.42.2(pid=11446): ERR: Terminated: ERROR {rc=237} [trial-2395↪handover_2G:trx-sysmocell5000+bts1-sysmo↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=11446)]\u000a23:07:49.210592 run osmo-hlr_10.42.42.2(pid=11446): stdout: \u000a| (launched: 2022-12-13_23:07:45.824675) \u000a23:07:49.262139 run osmo-hlr_10.42.42.2(pid=11446): stderr: \u000a| �[0;m�[1;31m20221213230746064 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213230746064 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213230746064 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213230746064 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213230746064 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213230746064 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213230746090 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2395/run.2022-12-13_21-44-31/handover_2G:trx-sysmocell5000+bts1-sysmo/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213230746113 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213230746113 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213230746114 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a23:07:49.332623 run osmo-msc_10.42.42.6(pid=11452): ERR: Terminated: ERROR {rc=2} [trial-2395↪handover_2G:trx-sysmocell5000+bts1-sysmo↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=11452)]\u000a23:07:49.383482 run osmo-msc_10.42.42.6(pid=11452): stdout: \u000a| (launched: 2022-12-13_23:07:48.151358) \u000a23:07:49.435030 run osmo-msc_10.42.42.6(pid=11452): stderr: \u000a| �[0;m�[38;5;43m20221213230748471 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213230748471 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f3ef13dcc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213230748471 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213230748471 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213230748471 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213230748472 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213230748473 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213230748474 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213230748474 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213230748474 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a23:07:49.478959 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11445): Terminating (SIGTERM)\u000a23:07:49.520828 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11448): Terminating (SIGTERM)\u000a23:07:49.563141 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11451): Terminating (SIGTERM)\u000a23:07:49.572739 --- ParallelTerminationStrategy: PID 11445 died...\u000a23:07:49.628935 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11445): Terminated: ok {rc=0}\u000a23:07:49.638998 --- ParallelTerminationStrategy: PID 11448 died...\u000a23:07:49.694951 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11448): Terminated: ok {rc=0}\u000a23:07:49.704935 --- ParallelTerminationStrategy: PID 11451 died...\u000a23:07:49.760898 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11451): Terminated: ok {rc=0}\u000a23:07:49.846515 bus /sierra_3: Setting Powered False\u000a23:07:50.952067 bus /sierra_3: Setting Powered False\u000a23:07:52.062529 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "194", "name" : "handover_2G_trx-sysmocell5000+bts1-sysmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T23:07:41" }, { "cases" : [ { "testActions" : [ ], "age" : 224, "className" : "handover_2G:trx-sysmocell5000+bts1-trx-b200", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=11463): Process ended prematurely: osmo-stp_10.42.42.5(pid=11463) [trial-2395↪handover_2G:trx-sysmocell5000+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11463)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=11463): Process ended prematurely: osmo-stp_10.42.42.5(pid=11463) [trial-2395↪handover_2G:trx-sysmocell5000+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11463)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2395 handover_2G:trx-sysmocell5000+bts1-trx-b200 handover.py\u000a----------------------------------------------\u000a23:07:54.088047 tst handover_2G:trx-sysmocell5000+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a23:07:54.099557 tst handover_2G:trx-sysmocell5000+bts1-trx-b200: Using 1 x bts (candidates: 2)\u000a23:07:54.238646 tst handover.py: using LAC 36881\u000a23:07:54.363190 tst handover.py: using RAC 161\u000a23:07:54.490037 tst handover.py: using CellId 36881\u000a23:07:54.621095 tst handover.py: using BVCI 36882\u000a23:07:54.645476 tst handover_2G:trx-sysmocell5000+bts1-trx-b200: Using 1 x bts (candidates: 2)\u000a23:07:54.786837 tst handover.py: using LAC 36882\u000a23:07:54.912687 tst handover.py: using RAC 162\u000a23:07:55.037127 tst handover.py: using CellId 36882\u000a23:07:55.162011 tst handover.py: using BVCI 36883\u000a23:07:55.186584 tst handover_2G:trx-sysmocell5000+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a23:07:55.197925 tst handover_2G:trx-sysmocell5000+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a23:07:55.209126 tst handover_2G:trx-sysmocell5000+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a23:07:55.220408 tst handover_2G:trx-sysmocell5000+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a23:07:55.231993 tst handover_2G:trx-sysmocell5000+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a23:07:55.243395 tst handover_2G:trx-sysmocell5000+bts1-trx-b200: Using 1 x modem (candidates: 2)\u000a23:07:55.363211 tst handover_2G:trx-sysmocell5000+bts1-trx-b200: Using 1 x modem (candidates: 2)\u000a23:07:55.569311 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a23:07:56.048890 run create_hlr_db(pid=11457): Launched\u000a23:07:56.181255 bus /sierra_2: Setting Powered False\u000a23:07:57.257862 run create_hlr_db(pid=11457): Terminated: ok {rc=0}\u000a23:07:57.638937 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11459): Launched\u000a23:07:57.940315 run osmo-hlr_10.42.42.2(pid=11460): Launched\u000a23:07:58.051052 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a23:07:58.548563 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11462): Launched\u000a23:07:58.850834 run osmo-stp_10.42.42.5(pid=11463): Launched\u000a23:07:58.962441 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a23:07:59.486823 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11465): Launched\u000a23:07:59.789258 run osmo-msc_10.42.42.6(pid=11466): Launched\u000a23:07:59.991663 run osmo-stp_10.42.42.5(pid=11463): ERR: Terminated: ERROR {rc=1} [trial-2395↪handover_2G:trx-sysmocell5000+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11463)]\u000a23:08:00.135229 run osmo-stp_10.42.42.5(pid=11463): stdout: \u000a| (launched: 2022-12-13_23:07:58.701954)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:08:00.274043 run osmo-stp_10.42.42.5(pid=11463): stderr: \u000a| �[0;m�[38;5;43m20221213230758872 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213230758872 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213230758872 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213230758873 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213230758875 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213230758875 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213230758875 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:08:00.404105 run osmo-stp_10.42.42.5(pid=11463): stdout: \u000a| (launched: 2022-12-13_23:07:58.701954)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:08:00.533741 run osmo-stp_10.42.42.5(pid=11463): stderr: \u000a| �[0;m�[38;5;43m20221213230758872 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213230758872 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213230758872 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213230758873 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213230758875 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213230758875 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213230758875 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:08:00.590345 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=11463): Process ended prematurely: osmo-stp_10.42.42.5(pid=11463) [trial-2395↪handover_2G:trx-sysmocell5000+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11463)] [trial-2395↪handover_2G:trx-sysmocell5000+bts1-trx-b200↪handover.py:18]\u000a23:08:00.598920 tst handover.py:18: Test FAILED (6.5 sec)\u000a23:08:00.662028 run osmo-hlr_10.42.42.2(pid=11460): ERR: Terminated: ERROR {rc=237} [trial-2395↪handover_2G:trx-sysmocell5000+bts1-trx-b200↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=11460)]\u000a23:08:00.713664 run osmo-hlr_10.42.42.2(pid=11460): stdout: \u000a| (launched: 2022-12-13_23:07:57.791740) \u000a23:08:00.765531 run osmo-hlr_10.42.42.2(pid=11460): stderr: \u000a| �[0;m�[1;31m20221213230757969 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213230757969 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213230757969 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213230757969 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213230757969 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213230757969 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213230757981 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2395/run.2022-12-13_21-44-31/handover_2G:trx-sysmocell5000+bts1-trx-b200/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213230757990 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213230757990 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213230757990 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a23:08:00.839457 run osmo-msc_10.42.42.6(pid=11466): ERR: Terminated: ERROR {rc=2} [trial-2395↪handover_2G:trx-sysmocell5000+bts1-trx-b200↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=11466)]\u000a23:08:00.891887 run osmo-msc_10.42.42.6(pid=11466): stdout: \u000a| (launched: 2022-12-13_23:07:59.639936) \u000a23:08:00.945447 run osmo-msc_10.42.42.6(pid=11466): stderr: \u000a| �[0;m�[38;5;43m20221213230759913 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213230759913 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f49f126cc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213230759914 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213230759914 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213230759914 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213230759914 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213230759917 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213230759918 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213230759918 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213230759918 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a23:08:00.990546 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11459): Terminating (SIGTERM)\u000a23:08:01.035447 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11462): Terminating (SIGTERM)\u000a23:08:01.079115 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11465): Terminating (SIGTERM)\u000a23:08:01.089102 --- ParallelTerminationStrategy: PID 11459 died...\u000a23:08:01.149647 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11459): Terminated: ok {rc=0}\u000a23:08:01.159748 --- ParallelTerminationStrategy: PID 11462 died...\u000a23:08:01.220040 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11462): Terminated: ok {rc=0}\u000a23:08:01.230980 --- ParallelTerminationStrategy: PID 11465 died...\u000a23:08:01.289981 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11465): Terminated: ok {rc=0}\u000a23:08:01.381113 bus /sierra_3: Setting Powered False\u000a23:08:02.481568 bus /sierra_3: Setting Powered False\u000a23:08:03.592027 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "195", "name" : "handover_2G_trx-sysmocell5000+bts1-trx-b200", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T23:07:53" }, { "cases" : [ { "testActions" : [ ], "age" : 224, "className" : "handover_2G:trx-sysmocell5000+bts1-trx-umtrx", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=11478): Process ended prematurely: osmo-stp_10.42.42.5(pid=11478) [trial-2395↪handover_2G:trx-sysmocell5000+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11478)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=11478): Process ended prematurely: osmo-stp_10.42.42.5(pid=11478) [trial-2395↪handover_2G:trx-sysmocell5000+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11478)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2395 handover_2G:trx-sysmocell5000+bts1-trx-umtrx handover.py\u000a----------------------------------------------\u000a23:08:05.616480 tst handover_2G:trx-sysmocell5000+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a23:08:05.627388 tst handover_2G:trx-sysmocell5000+bts1-trx-umtrx: Using 1 x bts (candidates: 2)\u000a23:08:05.762531 tst handover.py: using LAC 36883\u000a23:08:05.880839 tst handover.py: using RAC 163\u000a23:08:06.001563 tst handover.py: using CellId 36883\u000a23:08:06.123924 tst handover.py: using BVCI 36884\u000a23:08:06.146819 tst handover_2G:trx-sysmocell5000+bts1-trx-umtrx: Using 1 x bts (candidates: 2)\u000a23:08:06.285621 tst handover.py: using LAC 36884\u000a23:08:06.402317 tst handover.py: using RAC 164\u000a23:08:06.518899 tst handover.py: using CellId 36884\u000a23:08:06.634989 tst handover.py: using BVCI 36885\u000a23:08:06.657845 tst handover_2G:trx-sysmocell5000+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a23:08:06.668586 tst handover_2G:trx-sysmocell5000+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a23:08:06.679254 tst handover_2G:trx-sysmocell5000+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a23:08:06.690108 tst handover_2G:trx-sysmocell5000+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a23:08:06.700861 tst handover_2G:trx-sysmocell5000+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a23:08:06.711525 tst handover_2G:trx-sysmocell5000+bts1-trx-umtrx: Using 1 x modem (candidates: 2)\u000a23:08:06.827133 tst handover_2G:trx-sysmocell5000+bts1-trx-umtrx: Using 1 x modem (candidates: 2)\u000a23:08:07.037607 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a23:08:07.517978 run create_hlr_db(pid=11472): Launched\u000a23:08:07.649482 bus /sierra_2: Setting Powered False\u000a23:08:08.725939 run create_hlr_db(pid=11472): Terminated: ok {rc=0}\u000a23:08:09.127316 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11474): Launched\u000a23:08:09.451443 run osmo-hlr_10.42.42.2(pid=11475): Launched\u000a23:08:09.572280 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a23:08:10.105540 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11477): Launched\u000a23:08:10.430343 run osmo-stp_10.42.42.5(pid=11478): Launched\u000a23:08:10.548449 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a23:08:11.111284 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11480): Launched\u000a23:08:11.435312 run osmo-msc_10.42.42.6(pid=11481): Launched\u000a23:08:11.625271 run osmo-stp_10.42.42.5(pid=11478): ERR: Terminated: ERROR {rc=1} [trial-2395↪handover_2G:trx-sysmocell5000+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11478)]\u000a23:08:11.761771 run osmo-stp_10.42.42.5(pid=11478): stdout: \u000a| (launched: 2022-12-13_23:08:10.270498)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:08:11.898479 run osmo-stp_10.42.42.5(pid=11478): stderr: \u000a| �[0;m�[38;5;43m20221213230810462 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213230810463 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213230810463 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213230810463 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213230810466 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213230810466 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213230810466 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:08:12.027927 run osmo-stp_10.42.42.5(pid=11478): stdout: \u000a| (launched: 2022-12-13_23:08:10.270498)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:08:12.156749 run osmo-stp_10.42.42.5(pid=11478): stderr: \u000a| �[0;m�[38;5;43m20221213230810462 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213230810463 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213230810463 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213230810463 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213230810466 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213230810466 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213230810466 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:08:12.212933 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=11478): Process ended prematurely: osmo-stp_10.42.42.5(pid=11478) [trial-2395↪handover_2G:trx-sysmocell5000+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11478)] [trial-2395↪handover_2G:trx-sysmocell5000+bts1-trx-umtrx↪handover.py:18]\u000a23:08:12.221618 tst handover.py:18: Test FAILED (6.6 sec)\u000a23:08:12.283867 run osmo-hlr_10.42.42.2(pid=11475): ERR: Terminated: ERROR {rc=237} [trial-2395↪handover_2G:trx-sysmocell5000+bts1-trx-umtrx↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=11475)]\u000a23:08:12.335068 run osmo-hlr_10.42.42.2(pid=11475): stdout: \u000a| (launched: 2022-12-13_23:08:09.292060) \u000a23:08:12.386582 run osmo-hlr_10.42.42.2(pid=11475): stderr: \u000a| �[0;m�[1;31m20221213230809490 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213230809490 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213230809490 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213230809490 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213230809490 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213230809490 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213230809503 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2395/run.2022-12-13_21-44-31/handover_2G:trx-sysmocell5000+bts1-trx-umtrx/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213230809513 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213230809513 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213230809513 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a23:08:12.456917 run osmo-msc_10.42.42.6(pid=11481): ERR: Terminated: ERROR {rc=2} [trial-2395↪handover_2G:trx-sysmocell5000+bts1-trx-umtrx↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=11481)]\u000a23:08:12.508092 run osmo-msc_10.42.42.6(pid=11481): stdout: \u000a| (launched: 2022-12-13_23:08:11.276082) \u000a23:08:12.559974 run osmo-msc_10.42.42.6(pid=11481): stderr: \u000a| �[0;m�[38;5;43m20221213230811598 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213230811598 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fe2edc0cc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213230811598 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213230811598 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213230811598 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213230811598 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213230811600 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213230811600 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213230811600 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213230811601 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a23:08:12.603692 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11474): Terminating (SIGTERM)\u000a23:08:12.645243 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11477): Terminating (SIGTERM)\u000a23:08:12.686590 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11480): Terminating (SIGTERM)\u000a23:08:12.696144 --- ParallelTerminationStrategy: PID 11474 died...\u000a23:08:12.752022 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11474): Terminated: ok {rc=0}\u000a23:08:12.762100 --- ParallelTerminationStrategy: PID 11477 died...\u000a23:08:12.817826 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11477): Terminated: ok {rc=0}\u000a23:08:12.827769 --- ParallelTerminationStrategy: PID 11480 died...\u000a23:08:12.883345 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11480): Terminated: ok {rc=0}\u000a23:08:12.970478 bus /sierra_3: Setting Powered False\u000a23:08:14.072802 bus /sierra_3: Setting Powered False\u000a23:08:15.184147 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "196", "name" : "handover_2G_trx-sysmocell5000+bts1-trx-umtrx", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T23:08:05" }, { "cases" : [ { "testActions" : [ ], "age" : 78, "className" : "handover_2G:sysmo+bts1-trx-b200", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=11492): Process ended prematurely: osmo-stp_10.42.42.5(pid=11492) [trial-2395↪handover_2G:sysmo+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11492)]", "failedSince" : 2318, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=11492): Process ended prematurely: osmo-stp_10.42.42.5(pid=11492) [trial-2395↪handover_2G:sysmo+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11492)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2395 handover_2G:sysmo+bts1-trx-b200 handover.py\u000a----------------------------------------------\u000a23:08:17.220522 tst handover_2G:sysmo+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a23:08:17.232044 tst handover_2G:sysmo+bts1-trx-b200: Using 1 x bts (candidates: 2)\u000a23:08:17.366481 tst handover.py: using LAC 36885\u000a23:08:17.490544 tst handover.py: using RAC 165\u000a23:08:17.615787 tst handover.py: using CellId 36885\u000a23:08:17.740188 tst handover.py: using BVCI 36886\u000a23:08:17.764621 tst handover_2G:sysmo+bts1-trx-b200: Using 1 x bts (candidates: 2)\u000a23:08:17.909438 tst handover.py: using LAC 36886\u000a23:08:18.035157 tst handover.py: using RAC 166\u000a23:08:18.161316 tst handover.py: using CellId 36886\u000a23:08:18.288845 tst handover.py: using BVCI 36887\u000a23:08:18.313705 tst handover_2G:sysmo+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a23:08:18.325026 tst handover_2G:sysmo+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a23:08:18.336157 tst handover_2G:sysmo+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a23:08:18.347251 tst handover_2G:sysmo+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a23:08:18.359273 tst handover_2G:sysmo+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a23:08:18.371362 tst handover_2G:sysmo+bts1-trx-b200: Using 1 x modem (candidates: 2)\u000a23:08:18.488313 tst handover_2G:sysmo+bts1-trx-b200: Using 1 x modem (candidates: 2)\u000a23:08:18.686398 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a23:08:19.142317 run create_hlr_db(pid=11486): Launched\u000a23:08:19.264814 bus /sierra_2: Setting Powered False\u000a23:08:20.337555 run create_hlr_db(pid=11486): Terminated: ok {rc=0}\u000a23:08:20.737406 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11488): Launched\u000a23:08:21.060689 run osmo-hlr_10.42.42.2(pid=11489): Launched\u000a23:08:21.178829 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a23:08:21.711361 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11491): Launched\u000a23:08:22.037194 run osmo-stp_10.42.42.5(pid=11492): Launched\u000a23:08:22.155237 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a23:08:22.716126 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11494): Launched\u000a23:08:23.040161 run osmo-msc_10.42.42.6(pid=11495): Launched\u000a23:08:23.230630 run osmo-stp_10.42.42.5(pid=11492): ERR: Terminated: ERROR {rc=1} [trial-2395↪handover_2G:sysmo+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11492)]\u000a23:08:23.367029 run osmo-stp_10.42.42.5(pid=11492): stdout: \u000a| (launched: 2022-12-13_23:08:21.876115)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:08:23.503206 run osmo-stp_10.42.42.5(pid=11492): stderr: \u000a| �[0;m�[38;5;43m20221213230822067 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213230822068 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213230822068 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213230822068 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213230822069 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213230822069 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213230822069 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:08:23.632862 run osmo-stp_10.42.42.5(pid=11492): stdout: \u000a| (launched: 2022-12-13_23:08:21.876115)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:08:23.761676 run osmo-stp_10.42.42.5(pid=11492): stderr: \u000a| �[0;m�[38;5;43m20221213230822067 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213230822068 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213230822068 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213230822068 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213230822069 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213230822069 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213230822069 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:08:23.817895 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=11492): Process ended prematurely: osmo-stp_10.42.42.5(pid=11492) [trial-2395↪handover_2G:sysmo+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11492)] [trial-2395↪handover_2G:sysmo+bts1-trx-b200↪handover.py:18]\u000a23:08:23.826397 tst handover.py:18: Test FAILED (6.6 sec)\u000a23:08:23.888816 run osmo-hlr_10.42.42.2(pid=11489): ERR: Terminated: ERROR {rc=237} [trial-2395↪handover_2G:sysmo+bts1-trx-b200↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=11489)]\u000a23:08:23.939929 run osmo-hlr_10.42.42.2(pid=11489): stdout: \u000a| (launched: 2022-12-13_23:08:20.901476) \u000a23:08:23.991692 run osmo-hlr_10.42.42.2(pid=11489): stderr: \u000a| �[0;m�[1;31m20221213230821097 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213230821097 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213230821097 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213230821097 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213230821097 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213230821097 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213230821111 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2395/run.2022-12-13_21-44-31/handover_2G:sysmo+bts1-trx-b200/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213230821119 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213230821119 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213230821119 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a23:08:24.062252 run osmo-msc_10.42.42.6(pid=11495): ERR: Terminated: ERROR {rc=2} [trial-2395↪handover_2G:sysmo+bts1-trx-b200↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=11495)]\u000a23:08:24.113152 run osmo-msc_10.42.42.6(pid=11495): stdout: \u000a| (launched: 2022-12-13_23:08:22.881133) \u000a23:08:24.164891 run osmo-msc_10.42.42.6(pid=11495): stderr: \u000a| �[0;m�[38;5;43m20221213230823204 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213230823204 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fd600957c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213230823204 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213230823204 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213230823204 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213230823204 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213230823206 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213230823207 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213230823207 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213230823207 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a23:08:24.208933 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11488): Terminating (SIGTERM)\u000a23:08:24.250574 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11491): Terminating (SIGTERM)\u000a23:08:24.292081 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11494): Terminating (SIGTERM)\u000a23:08:24.301721 --- ParallelTerminationStrategy: PID 11488 died...\u000a23:08:24.357769 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11488): Terminated: ok {rc=0}\u000a23:08:24.367772 --- ParallelTerminationStrategy: PID 11491 died...\u000a23:08:24.423271 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11491): Terminated: ok {rc=0}\u000a23:08:24.433347 --- ParallelTerminationStrategy: PID 11494 died...\u000a23:08:24.489101 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11494): Terminated: ok {rc=0}\u000a23:08:24.576261 bus /sierra_3: Setting Powered False\u000a23:08:25.681353 bus /sierra_3: Setting Powered False\u000a23:08:26.788536 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "197", "name" : "handover_2G_sysmo+bts1-trx-b200", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T23:08:16" }, { "cases" : [ { "testActions" : [ ], "age" : 78, "className" : "handover_2G:sysmo+bts1-trx-umtrx", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=11506): Process ended prematurely: osmo-stp_10.42.42.5(pid=11506) [trial-2395↪handover_2G:sysmo+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11506)]", "failedSince" : 2318, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=11506): Process ended prematurely: osmo-stp_10.42.42.5(pid=11506) [trial-2395↪handover_2G:sysmo+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11506)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2395 handover_2G:sysmo+bts1-trx-umtrx handover.py\u000a----------------------------------------------\u000a23:08:28.768533 tst handover_2G:sysmo+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a23:08:28.779406 tst handover_2G:sysmo+bts1-trx-umtrx: Using 1 x bts (candidates: 2)\u000a23:08:28.899204 tst handover.py: using LAC 36887\u000a23:08:29.019651 tst handover.py: using RAC 167\u000a23:08:29.140190 tst handover.py: using CellId 36887\u000a23:08:29.258583 tst handover.py: using BVCI 36888\u000a23:08:29.281551 tst handover_2G:sysmo+bts1-trx-umtrx: Using 1 x bts (candidates: 2)\u000a23:08:29.416526 tst handover.py: using LAC 36888\u000a23:08:29.537263 tst handover.py: using RAC 168\u000a23:08:29.657747 tst handover.py: using CellId 36888\u000a23:08:29.775947 tst handover.py: using BVCI 36889\u000a23:08:29.798901 tst handover_2G:sysmo+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a23:08:29.809683 tst handover_2G:sysmo+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a23:08:29.820219 tst handover_2G:sysmo+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a23:08:29.830756 tst handover_2G:sysmo+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a23:08:29.841751 tst handover_2G:sysmo+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a23:08:29.852383 tst handover_2G:sysmo+bts1-trx-umtrx: Using 1 x modem (candidates: 2)\u000a23:08:29.971213 tst handover_2G:sysmo+bts1-trx-umtrx: Using 1 x modem (candidates: 2)\u000a23:08:30.182376 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a23:08:30.662604 run create_hlr_db(pid=11500): Launched\u000a23:08:30.794467 bus /sierra_2: Setting Powered False\u000a23:08:31.874368 run create_hlr_db(pid=11500): Terminated: ok {rc=0}\u000a23:08:32.281845 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11502): Launched\u000a23:08:32.605441 run osmo-hlr_10.42.42.2(pid=11503): Launched\u000a23:08:32.724903 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a23:08:33.258350 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11505): Launched\u000a23:08:33.582770 run osmo-stp_10.42.42.5(pid=11506): Launched\u000a23:08:33.701343 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a23:08:34.263872 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11508): Launched\u000a23:08:34.587472 run osmo-msc_10.42.42.6(pid=11509): Launched\u000a23:08:34.777425 run osmo-stp_10.42.42.5(pid=11506): ERR: Terminated: ERROR {rc=1} [trial-2395↪handover_2G:sysmo+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11506)]\u000a23:08:34.914592 run osmo-stp_10.42.42.5(pid=11506): stdout: \u000a| (launched: 2022-12-13_23:08:33.422810)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:08:35.051208 run osmo-stp_10.42.42.5(pid=11506): stderr: \u000a| �[0;m�[38;5;43m20221213230833617 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213230833617 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213230833617 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213230833618 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213230833618 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213230833618 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213230833618 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:08:35.182342 run osmo-stp_10.42.42.5(pid=11506): stdout: \u000a| (launched: 2022-12-13_23:08:33.422810)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:08:35.311755 run osmo-stp_10.42.42.5(pid=11506): stderr: \u000a| �[0;m�[38;5;43m20221213230833617 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213230833617 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213230833617 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213230833618 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213230833618 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213230833618 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213230833618 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:08:35.368349 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=11506): Process ended prematurely: osmo-stp_10.42.42.5(pid=11506) [trial-2395↪handover_2G:sysmo+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11506)] [trial-2395↪handover_2G:sysmo+bts1-trx-umtrx↪handover.py:18]\u000a23:08:35.376836 tst handover.py:18: Test FAILED (6.6 sec)\u000a23:08:35.439698 run osmo-hlr_10.42.42.2(pid=11503): ERR: Terminated: ERROR {rc=237} [trial-2395↪handover_2G:sysmo+bts1-trx-umtrx↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=11503)]\u000a23:08:35.490633 run osmo-hlr_10.42.42.2(pid=11503): stdout: \u000a| (launched: 2022-12-13_23:08:32.446010) \u000a23:08:35.542406 run osmo-hlr_10.42.42.2(pid=11503): stderr: \u000a| �[0;m�[1;31m20221213230832645 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213230832645 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213230832645 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213230832645 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213230832645 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213230832645 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213230832658 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2395/run.2022-12-13_21-44-31/handover_2G:sysmo+bts1-trx-umtrx/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213230832666 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213230832666 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213230832666 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a23:08:35.612770 run osmo-msc_10.42.42.6(pid=11509): ERR: Terminated: ERROR {rc=2} [trial-2395↪handover_2G:sysmo+bts1-trx-umtrx↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=11509)]\u000a23:08:35.663830 run osmo-msc_10.42.42.6(pid=11509): stdout: \u000a| (launched: 2022-12-13_23:08:34.428318) \u000a23:08:35.715068 run osmo-msc_10.42.42.6(pid=11509): stderr: \u000a| �[0;m�[38;5;43m20221213230834751 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213230834751 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f38b2a03c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213230834751 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213230834751 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213230834751 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213230834751 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213230834753 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213230834753 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213230834754 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213230834754 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a23:08:35.758929 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11502): Terminating (SIGTERM)\u000a23:08:35.800560 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11505): Terminating (SIGTERM)\u000a23:08:35.842447 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11508): Terminating (SIGTERM)\u000a23:08:35.852158 --- ParallelTerminationStrategy: PID 11502 died...\u000a23:08:35.908575 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11502): Terminated: ok {rc=0}\u000a23:08:35.918749 --- ParallelTerminationStrategy: PID 11505 died...\u000a23:08:35.974671 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11505): Terminated: ok {rc=0}\u000a23:08:35.984741 --- ParallelTerminationStrategy: PID 11508 died...\u000a23:08:36.040865 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11508): Terminated: ok {rc=0}\u000a23:08:36.127378 bus /sierra_3: Setting Powered False\u000a23:08:37.234217 bus /sierra_3: Setting Powered False\u000a23:08:38.346351 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "198", "name" : "handover_2G_sysmo+bts1-trx-umtrx", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T23:08:28" }, { "cases" : [ { "testActions" : [ ], "age" : 78, "className" : "handover_2G:trx-b200+bts1-trx-umtrx", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=11520): Process ended prematurely: osmo-stp_10.42.42.5(pid=11520) [trial-2395↪handover_2G:trx-b200+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11520)]", "failedSince" : 2318, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=11520): Process ended prematurely: osmo-stp_10.42.42.5(pid=11520) [trial-2395↪handover_2G:trx-b200+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11520)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2395 handover_2G:trx-b200+bts1-trx-umtrx handover.py\u000a----------------------------------------------\u000a23:08:40.363162 tst handover_2G:trx-b200+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a23:08:40.374470 tst handover_2G:trx-b200+bts1-trx-umtrx: Using 1 x bts (candidates: 2)\u000a23:08:40.518096 tst handover.py: using LAC 36889\u000a23:08:40.644232 tst handover.py: using RAC 169\u000a23:08:40.772530 tst handover.py: using CellId 36889\u000a23:08:40.899148 tst handover.py: using BVCI 36890\u000a23:08:40.923785 tst handover_2G:trx-b200+bts1-trx-umtrx: Using 1 x bts (candidates: 2)\u000a23:08:41.065305 tst handover.py: using LAC 36890\u000a23:08:41.182412 tst handover.py: using RAC 170\u000a23:08:41.299402 tst handover.py: using CellId 36890\u000a23:08:41.416294 tst handover.py: using BVCI 36891\u000a23:08:41.439298 tst handover_2G:trx-b200+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a23:08:41.450090 tst handover_2G:trx-b200+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a23:08:41.460648 tst handover_2G:trx-b200+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a23:08:41.471350 tst handover_2G:trx-b200+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a23:08:41.482026 tst handover_2G:trx-b200+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a23:08:41.492516 tst handover_2G:trx-b200+bts1-trx-umtrx: Using 1 x modem (candidates: 2)\u000a23:08:41.613390 tst handover_2G:trx-b200+bts1-trx-umtrx: Using 1 x modem (candidates: 2)\u000a23:08:41.826732 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a23:08:42.307234 run create_hlr_db(pid=11514): Launched\u000a23:08:42.439376 bus /sierra_2: Setting Powered False\u000a23:08:43.515239 run create_hlr_db(pid=11514): Terminated: ok {rc=0}\u000a23:08:43.916844 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11516): Launched\u000a23:08:44.241188 run osmo-hlr_10.42.42.2(pid=11517): Launched\u000a23:08:44.363027 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a23:08:44.894158 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11519): Launched\u000a23:08:45.218627 run osmo-stp_10.42.42.5(pid=11520): Launched\u000a23:08:45.338164 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a23:08:45.912500 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11522): Launched\u000a23:08:46.327658 run osmo-msc_10.42.42.6(pid=11523): Launched\u000a23:08:46.629388 run osmo-stp_10.42.42.5(pid=11520): ERR: Terminated: ERROR {rc=1} [trial-2395↪handover_2G:trx-b200+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11520)]\u000a23:08:46.960131 run osmo-stp_10.42.42.5(pid=11520): stdout: \u000a| (launched: 2022-12-13_23:08:45.058588)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:08:47.278615 run osmo-stp_10.42.42.5(pid=11520): stderr: \u000a| �[0;m�[38;5;43m20221213230845250 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213230845250 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213230845250 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213230845251 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213230845253 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213230845253 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213230845253 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:08:47.409631 run osmo-stp_10.42.42.5(pid=11520): stdout: \u000a| (launched: 2022-12-13_23:08:45.058588)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:08:47.530492 run osmo-stp_10.42.42.5(pid=11520): stderr: \u000a| �[0;m�[38;5;43m20221213230845250 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213230845250 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213230845250 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213230845251 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213230845253 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213230845253 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213230845253 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:08:47.583376 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=11520): Process ended prematurely: osmo-stp_10.42.42.5(pid=11520) [trial-2395↪handover_2G:trx-b200+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11520)] [trial-2395↪handover_2G:trx-b200+bts1-trx-umtrx↪handover.py:18]\u000a23:08:47.591264 tst handover.py:18: Test FAILED (7.2 sec)\u000a23:08:47.651545 run osmo-hlr_10.42.42.2(pid=11517): ERR: Terminated: ERROR {rc=237} [trial-2395↪handover_2G:trx-b200+bts1-trx-umtrx↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=11517)]\u000a23:08:47.700667 run osmo-hlr_10.42.42.2(pid=11517): stdout: \u000a| (launched: 2022-12-13_23:08:44.081427) \u000a23:08:47.750439 run osmo-hlr_10.42.42.2(pid=11517): stderr: \u000a| �[0;m�[1;31m20221213230844281 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213230844281 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213230844281 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213230844281 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213230844281 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213230844281 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213230844293 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2395/run.2022-12-13_21-44-31/handover_2G:trx-b200+bts1-trx-umtrx/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213230844302 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213230844302 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213230844302 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a23:08:47.817930 run osmo-msc_10.42.42.6(pid=11523): ERR: Terminated: ERROR {rc=2} [trial-2395↪handover_2G:trx-b200+bts1-trx-umtrx↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=11523)]\u000a23:08:47.866933 run osmo-msc_10.42.42.6(pid=11523): stdout: \u000a| (launched: 2022-12-13_23:08:46.080103) \u000a23:08:47.916329 run osmo-msc_10.42.42.6(pid=11523): stderr: \u000a| �[0;m�[38;5;43m20221213230846651 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213230846651 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7faa4d5f5c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213230846652 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213230846652 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213230846653 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213230846655 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213230846664 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213230846666 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213230846667 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213230846667 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a23:08:47.958291 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11516): Terminating (SIGTERM)\u000a23:08:47.997838 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11519): Terminating (SIGTERM)\u000a23:08:48.037396 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11522): Terminating (SIGTERM)\u000a23:08:48.046592 --- ParallelTerminationStrategy: PID 11516 died...\u000a23:08:48.100038 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11516): Terminated: ok {rc=0}\u000a23:08:48.109726 --- ParallelTerminationStrategy: PID 11519 died...\u000a23:08:48.162802 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11519): Terminated: ok {rc=0}\u000a23:08:48.172348 --- ParallelTerminationStrategy: PID 11522 died...\u000a23:08:48.225343 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11522): Terminated: ok {rc=0}\u000a23:08:48.312999 bus /sierra_3: Setting Powered False\u000a23:08:49.416216 bus /sierra_3: Setting Powered False\u000a23:08:50.523755 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 13.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "199", "name" : "handover_2G_trx-b200+bts1-trx-umtrx", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T23:08:40" } ] }